-- Logs begin at Tue 2022-03-29 20:25:16 UTC, end at Tue 2022-03-29 21:33:56 UTC. -- Mar 29 20:58:25.793013 dv-cinder-835761-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 20:58:28.514739 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.common.config [-] Logging enabled! Mar 29 20:58:28.515279 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev88 Mar 29 20:58:28.515494 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 20:58:28.518720 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.common.config [-] Logging enabled! Mar 29 20:58:28.518967 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev88 Mar 29 20:58:28.519272 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 20:58:28.520210 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 20:58:28.520437 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 20:58:28.520785 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 20:58:28.521023 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 20:58:28.521242 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 20:58:28.521552 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.521842 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.522153 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.522380 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.522670 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.522956 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.523237 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.523522 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.523812 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.524094 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.524368 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.524647 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.524872 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.525148 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.525429 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.525708 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.525925 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] debug = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.526223 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.526646 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.527051 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.527328 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.527613 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.527886 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.528151 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.528420 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.528696 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.529018 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] host = dv-cinder-835761-1-smb {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.529344 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.529691 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.530072 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.530363 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.530635 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.530912 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.531194 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.531462 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.531730 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] log_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.532002 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.532283 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.532569 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.532850 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.533069 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.533286 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.533566 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.533847 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.534142 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.534413 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.534681 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.534949 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.535215 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.535478 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.535755 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.536031 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.536311 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.536574 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.536843 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.537109 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.537374 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.537651 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.537919 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.538213 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.538481 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.538763 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.539029 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.539299 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.539596 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.539876 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.540150 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.540429 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.540696 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.540973 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.541240 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.541506 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.541772 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] use_json = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.542064 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.542336 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.542613 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.542897 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.543148 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.543415 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.543683 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.543961 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.544226 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:28.544513 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.544805 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.545226 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.545526 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.545812 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.546111 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.546397 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.546673 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.546957 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.547241 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.547522 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.547795 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.548077 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.548348 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.548637 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.548937 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.549224 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.549509 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.549779 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.550072 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.550341 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.550612 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.550894 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.551166 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.551447 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.551728 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.552002 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.552283 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.552574 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.552859 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.553127 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.553398 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.553688 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.553971 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.554246 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.554517 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.554797 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.555069 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.555336 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.555609 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.555878 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.556143 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.556409 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.556680 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.556962 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.557232 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.557499 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.557762 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.558055 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.558324 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.558604 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.558877 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.559145 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.559411 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.559682 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.559947 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.560214 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.560998 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.561383 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.561632 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.561900 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.562193 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.562460 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.562728 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.562999 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.563264 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.563532 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.563802 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.564071 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.564336 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.564602 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.564872 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.565139 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.565420 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.565710 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.566002 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.566277 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.566552 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.566823 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.567092 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.567360 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.567632 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.567903 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.568169 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.568455 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.568733 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.569011 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.569287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.569565 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.569853 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.570149 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.570428 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.570704 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.570979 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.571260 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.571536 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.571825 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.572112 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.572400 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.572690 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.572977 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.573252 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.573557 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.573831 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:28.574064 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 20:58:28.574300 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101864) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 20:58:28.920699 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 29 20:58:28.920996 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 29 20:58:28.921165 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 29 20:58:28.921490 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 20:58:29.307680 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.307961 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.308227 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.309498 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.309767 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.310059 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.345914 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.346275 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.346535 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.360987 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.361257 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.361517 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.389736 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.390028 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.390294 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.426731 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.427003 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.427263 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.652989 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.653589 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.653589 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.653746 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.654424 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.776665 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.776978 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.777252 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.777511 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.777768 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.778094 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.778348 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.778596 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.778843 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.779117 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.779492 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.779752 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.780081 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.780331 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.780582 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.780843 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.781093 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.781354 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.781617 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.781869 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.782161 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.782411 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.782687 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.783053 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.783296 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.783535 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.783927 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:58:29.784165 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:58:29.784397 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:58:29.784630 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:58:29.784859 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:58:29.785088 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:58:29.785447 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 20:58:29.788484 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 20:58:29.792374 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 20:58:29.796652 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 29 20:58:29.798422 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 20:58:29.798864 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 20:58:29.799193 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 20:58:29.799572 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 20:58:29.802325 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 20:58:29.802571 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 20:58:29.802915 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 20:58:29.808106 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 20:58:29.830327 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 20:58:29.830770 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.831059 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101864) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 29 20:58:29.831416 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.832750 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101864) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 20:58:29.833022 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 20:58:29.833259 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 20:58:29.836688 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.836968 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:29.899648 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 20:58:29.899878 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 20:58:29.900108 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 20:58:29.900467 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 20:58:29.923375 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_db.sqlalchemy.engines [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101864) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 20:58:30.447728 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Initializing driver for type 'gre' Mar 29 20:58:30.448251 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] gre ID ranges: [(1, 1000)] Mar 29 20:58:30.507026 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Initializing driver for type 'local' Mar 29 20:58:30.507470 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Initializing driver for type 'vlan' Mar 29 20:58:30.520849 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] VlanTypeDriver initialization complete Mar 29 20:58:30.521193 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Initializing driver for type 'vxlan' Mar 29 20:58:30.521675 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] vxlan ID ranges: [(1, 1000)] Mar 29 20:58:30.574124 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Initializing extension driver 'port_security' Mar 29 20:58:30.574464 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.extensions.port_security [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] PortSecurityExtensionDriver initialization complete Mar 29 20:58:30.574794 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Initializing mechanism driver 'openvswitch' Mar 29 20:58:30.575125 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Initializing mechanism driver 'hyperv' Mar 29 20:58:30.582219 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:58:30.582901 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > port after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.583266 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > port after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.583615 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > port after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.584132 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 20:58:30.584561 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.584909 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.585250 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.585634 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 20:58:30.586057 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > network after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.586404 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > network after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.586742 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > network after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.587127 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 20:58:30.587527 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.587873 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.588210 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.588728 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 20:58:30.589139 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.589488 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.589830 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.590243 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 20:58:30.590642 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > address_group after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.590990 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > address_group after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.591328 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.591730 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 20:58:30.592186 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] ML2 OVO RPC backend initialized. {{(pid=101864) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 29 20:58:30.592897 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.593252 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.593671 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > network before_response 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.594049 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > networks before_response 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.594396 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > port before_response 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.594736 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > ports before_response 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.595075 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.595414 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.595756 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > network after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.596092 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > network after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.596425 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > network after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.596758 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > port after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.597091 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > port after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.597423 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > port after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.597754 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.598121 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.598455 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.605653 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded quota_driver: . Mar 29 20:58:30.606045 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.plugin [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Modular L2 Plugin initialization complete Mar 29 20:58:30.606395 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading services supported by the core plugin {{(pid=101864) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 20:58:30.606737 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.plugins.ml2.managers [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Got port-security extension from driver 'port_security' Mar 29 20:58:30.607220 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.extensions.vlantransparent [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Disabled vlantransparent extension. Mar 29 20:58:30.608303 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101864) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 20:58:30.608691 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading Plugin: router Mar 29 20:58:30.644048 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.644441 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router after_create 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.644812 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router before_create 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.645176 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.645548 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.645904 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router after_delete 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.646288 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.646640 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.647006 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router after_create 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.647351 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router after_update 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.647702 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router after_update 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.648051 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.648410 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router after_update 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.648818 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.649184 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: port after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.649525 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: port after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.649860 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: subnet after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.650227 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.650575 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.650920 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.651262 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: port before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.651604 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.651960 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router after_update 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.652303 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.652653 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.653012 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.653531 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.653701 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > agent after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.654075 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.655123 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > network after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.655992 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Tracking information for resource: router configured {{(pid=101864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:58:30.656321 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Tracking information for resource: floatingip configured {{(pid=101864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 20:58:30.661143 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.db.l3_agentschedulers_db [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 20:58:30.661724 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: port after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.662124 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: port after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.662480 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: port after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.662832 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: port after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.663628 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router before_create 55550100 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.663992 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.664353 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.664708 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.669545 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.services.provider_configuration [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service providers = [] {{(pid=101864) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 20:58:30.670013 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.db.servicetype_db [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101864) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 20:58:30.672934 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.services.service_base [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 20:58:30.673284 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.services.service_base [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 20:58:30.673622 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.services.service_base [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 20:58:30.674545 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.services.service_base [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 20:58:30.674917 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.services.service_base [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 20:58:30.675282 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:58:30.675599 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 20:58:30.686452 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:58:30.686787 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading Plugin: auto_allocate Mar 29 20:58:30.692688 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: network precommit_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.693055 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: network precommit_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.693568 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:58:30.693890 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading Plugin: tag Mar 29 20:58:30.700490 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:58:30.700771 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading Plugin: timestamp Mar 29 20:58:30.705415 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:58:30.705752 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading Plugin: network_ip_availability Mar 29 20:58:30.711163 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.711530 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.711885 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.712595 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:58:30.712916 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading Plugin: flavors Mar 29 20:58:30.717858 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:58:30.718221 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading Plugin: revisions Mar 29 20:58:30.722495 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 20:58:30.722885 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_concurrency.lockutils [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=101864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 29 20:58:30.723618 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101864) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 20:58:30.723955 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Initializing extension manager. Mar 29 20:58:30.724462 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: __init__.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.724804 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: __pycache__ {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.725139 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.725472 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: address_group.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.726245 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.726819 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: address-group Mar 29 20:58:30.727142 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: address_scope.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.727853 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.728364 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: address-scope Mar 29 20:58:30.728685 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.729604 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.730145 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: router-admin-state-down-before-update Mar 29 20:58:30.730469 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: agent.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.731340 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.731849 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: agent Mar 29 20:58:30.732171 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: agent_resources_synced.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.733240 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.733750 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: agent-resources-synced Mar 29 20:58:30.734099 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.735891 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.736411 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: allowed-address-pairs Mar 29 20:58:30.736744 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.738105 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.738621 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: auto-allocated-topology Mar 29 20:58:30.738945 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: availability_zone.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.739644 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.740147 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: availability_zone Mar 29 20:58:30.740467 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: availability_zone_filter.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.741384 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.741889 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: availability_zone_filter Mar 29 20:58:30.742236 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: data_plane_status.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.743145 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.743645 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 20:58:30.743968 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: default_subnetpools.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.744880 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.745389 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: default-subnetpools Mar 29 20:58:30.745711 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.746553 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.747063 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: dhcp_agent_scheduler Mar 29 20:58:30.747388 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: dns.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.749094 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.749535 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 20:58:30.749862 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: dns_domain_ports.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.750815 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.751321 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 20:58:30.751643 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.752560 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.753061 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 20:58:30.753383 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: dvr.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.754084 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.754589 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: dvr Mar 29 20:58:30.754908 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: ecmp_routes.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.755820 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.756323 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 20:58:30.756642 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: empty_string_filtering.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.757550 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.758095 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: empty-string-filtering Mar 29 20:58:30.758418 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.759328 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.759832 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 20:58:30.760153 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.761054 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.761560 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 20:58:30.761879 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: external_net.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.762816 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.763324 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: external-net Mar 29 20:58:30.763728 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.765151 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.765662 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: extra_dhcp_opt Mar 29 20:58:30.766007 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: extraroute.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.766914 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.767429 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: extraroute Mar 29 20:58:30.767747 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: extraroute_atomic.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.768787 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.769302 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: extraroute-atomic Mar 29 20:58:30.769622 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: filter_validation.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.770319 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.770826 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: filter-validation Mar 29 20:58:30.771144 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: fip_pf_description.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.772051 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.772558 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 20:58:30.772877 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: fip_port_details.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.773788 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.774338 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: fip-port-details Mar 29 20:58:30.774656 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: flavors.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.775881 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.776398 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: flavors Mar 29 20:58:30.776720 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.778406 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.778929 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 20:58:30.779287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: floatingip_pools.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.779991 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.780507 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: floatingip-pools Mar 29 20:58:30.780837 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: ip_allocation.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.781766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.782310 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 20:58:30.782636 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.783560 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.784072 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: ip-substring-filtering Mar 29 20:58:30.784400 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: l2_adjacency.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.785333 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.785838 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 20:58:30.786195 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: l3.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.787166 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.787678 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: router Mar 29 20:58:30.788003 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.790379 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.790909 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 20:58:30.791243 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.792180 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.792696 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: ext-gw-mode Mar 29 20:58:30.793023 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.793965 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.794480 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: l3-ha Mar 29 20:58:30.794950 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: l3_flavors.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.795746 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.796255 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: l3-flavors Mar 29 20:58:30.796580 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.797493 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.798025 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 20:58:30.798352 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: l3agentscheduler.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.799380 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.799895 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: l3_agent_scheduler Mar 29 20:58:30.800220 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: logging.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.801694 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.802246 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension logging not supported by any of loaded plugins Mar 29 20:58:30.802578 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: metering.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.803320 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.803895 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: metering Mar 29 20:58:30.804220 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.805309 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.805828 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: metering_source_and_destination_fields Mar 29 20:58:30.806182 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: multiprovidernet.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.807118 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.807630 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: multi-provider Mar 29 20:58:30.807951 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: netmtu.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.808871 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.809382 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: net-mtu Mar 29 20:58:30.809703 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: netmtu_writable.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.811238 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.811753 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: net-mtu-writable Mar 29 20:58:30.812073 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: network_availability_zone.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.812745 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.813251 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: network_availability_zone Mar 29 20:58:30.813570 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: network_ip_availability.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.814703 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.815218 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: network-ip-availability Mar 29 20:58:30.815539 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: network_segment_range.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.816298 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.816805 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 20:58:30.817125 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: pagination.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.818134 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.818465 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: pagination Mar 29 20:58:30.818783 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: port_device_profile.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.819698 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.820214 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: port-device-profile Mar 29 20:58:30.820533 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.821459 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.821992 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: port-mac-address-regenerate Mar 29 20:58:30.822315 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.823228 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.823734 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: port-numa-affinity-policy Mar 29 20:58:30.824053 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: port_resource_request.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.824980 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.825480 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 20:58:30.825800 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: portbindings.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.827521 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.828043 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: binding Mar 29 20:58:30.828368 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: portbindings_extended.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.829752 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.830572 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: binding-extended Mar 29 20:58:30.830898 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: portsecurity.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.831810 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.832321 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: port-security Mar 29 20:58:30.832645 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: project_id.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.833630 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.833983 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: project-id Mar 29 20:58:30.834313 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: providernet.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.835240 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.835758 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: provider Mar 29 20:58:30.836081 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.839531 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.840055 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos not supported by any of loaded plugins Mar 29 20:58:30.840384 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.841634 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.842218 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 20:58:30.842550 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.843476 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.843985 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 20:58:30.844307 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos_default.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.845220 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.845729 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos-default not supported by any of loaded plugins Mar 29 20:58:30.846081 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos_fip.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.846737 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.847240 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 20:58:30.847566 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.848488 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.848999 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 20:58:30.849319 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.850263 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.850774 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 20:58:30.851094 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos_pps_rule.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.852264 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.852782 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 20:58:30.853106 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.854045 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.854555 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 20:58:30.854879 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: qos_rules_alias.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.855935 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.856446 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 20:58:30.856770 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: quotasv2.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.857730 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.858215 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: quotas Mar 29 20:58:30.858540 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: quotasv2_detail.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.860224 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.860566 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: quota_details Mar 29 20:58:30.860900 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: rbac.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.861973 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.862756 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: rbac-policies Mar 29 20:58:30.863087 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: rbac_address_group.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.864024 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.864541 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: rbac-address-group Mar 29 20:58:30.864869 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: rbac_address_scope.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.865791 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.867833 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: rbac-address-scope Mar 29 20:58:30.868177 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: rbac_security_groups.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.869119 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.869647 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: rbac-security-groups Mar 29 20:58:30.869997 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.870935 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.871454 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: rbac-subnetpool Mar 29 20:58:30.871781 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: revisionifmatch.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.872708 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.873917 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: revision-if-match Mar 29 20:58:30.874274 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: revisions.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.875393 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.875911 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: standard-attr-revisions Mar 29 20:58:30.876241 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: router_availability_zone.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.876920 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.877438 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: router_availability_zone Mar 29 20:58:30.877766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: routerservicetype.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.878725 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.879237 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 20:58:30.879562 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.880485 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.881007 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: security-groups-normalized-cidr Mar 29 20:58:30.881333 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.882364 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.882883 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: port-security-groups-filtering Mar 29 20:58:30.883209 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.884135 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.884649 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: security-groups-remote-address-group Mar 29 20:58:30.884973 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: securitygroup.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.894993 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.895559 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: security-group Mar 29 20:58:30.895889 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: segment.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.896680 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.897194 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension segment not supported by any of loaded plugins Mar 29 20:58:30.897523 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.898496 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.899010 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 20:58:30.899341 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: servicetype.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.900517 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.901042 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: service-type Mar 29 20:58:30.901364 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: sorting.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.902372 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.902705 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: sorting Mar 29 20:58:30.903027 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: standard_attr_segment.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.903950 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.904490 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 20:58:30.904816 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: standardattrdescription.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.905460 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.905991 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: standard-attr-description Mar 29 20:58:30.906320 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: stateful_security_group.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.907256 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.907767 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: stateful-security-group Mar 29 20:58:30.908097 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: stdattrs_common.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.908688 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 20:58:30.909007 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.909962 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.910497 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 20:58:30.910823 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: subnet_onboard.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.911906 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.912423 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: subnet_onboard Mar 29 20:58:30.912748 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.913678 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.914228 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 20:58:30.914554 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: subnet_service_types.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.915485 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.915999 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: subnet-service-types Mar 29 20:58:30.916322 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: subnetallocation.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.917405 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.917926 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: subnet_allocation Mar 29 20:58:30.918276 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.918944 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.919455 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: subnetpool-prefix-ops Mar 29 20:58:30.919791 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.920902 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.921414 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 20:58:30.921737 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: tagging.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.922818 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.923336 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: standard-attr-tag Mar 29 20:58:30.923661 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: timestamp.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.924863 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.925383 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loaded extension: standard-attr-timestamp Mar 29 20:58:30.925710 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: trunk.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.926766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.927290 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension trunk not supported by any of loaded plugins Mar 29 20:58:30.927615 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: trunk_details.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.928537 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.929053 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 20:58:30.929377 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.930330 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.930844 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 20:58:30.931167 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Loading extension file: vlantransparent.py {{(pid=101864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 20:58:30.931841 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 20:58:30.932345 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 20:58:30.934807 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:network Mar 29 20:58:30.935326 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:subnet Mar 29 20:58:30.936325 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:58:30.936735 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:port Mar 29 20:58:30.938026 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.938474 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service FLAVORS assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.939095 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.939530 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.939866 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:router Mar 29 20:58:30.940300 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 20:58:30.940786 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service METERING assigned prefix: /metering {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.942259 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.942638 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.942991 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 20:58:30.944010 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 20:58:30.944461 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:security_group Mar 29 20:58:30.944897 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 20:58:30.945513 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service CORE assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.945845 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:58:30.946223 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] subnetpool is already registered Mar 29 20:58:30.946660 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service CORE assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.946986 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:58:30.947319 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] subnetpool is already registered Mar 29 20:58:30.949667 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.950142 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service FLAVORS assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.950781 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.951213 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.952070 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:router Mar 29 20:58:30.952443 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] router is already registered Mar 29 20:58:30.952857 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 20:58:30.953195 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] floatingip is already registered Mar 29 20:58:30.953663 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service METERING assigned prefix: /metering {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.954362 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 20:58:30.954689 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] rbac_policy is already registered Mar 29 20:58:30.955103 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:security_group Mar 29 20:58:30.955467 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] security_group is already registered Mar 29 20:58:30.955872 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 20:58:30.956208 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] security_group_rule is already registered Mar 29 20:58:30.956829 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service CORE assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.957158 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:58:30.957492 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] subnetpool is already registered Mar 29 20:58:30.957911 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.v2.resource_helper [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Service CORE assigned prefix: {{(pid=101864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 20:58:30.958265 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 20:58:30.958595 dv-cinder-835761-1-smb neutron-server[101864]: WARNING neutron.quota.resource_registry [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] subnetpool is already registered Mar 29 20:58:30.959066 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: extensions {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.960542 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: address-groups {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.962021 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: address-scopes {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.963346 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: agents {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.964498 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: auto-allocated-topology {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.965748 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: availability_zones {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.967129 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: dhcp-networks {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.968603 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: dhcp-agents {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.970037 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: routers {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.972231 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: flavors {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.973394 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: service_profiles {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.974675 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: next_providers {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.976105 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: service_profiles {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.977632 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: floatingip-pools {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.978874 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: routers {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.980948 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: floatingips {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.982247 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: l3-routers {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.983664 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: l3-agents {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.985056 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: metering-labels {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.986429 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: metering-label-rules {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.987946 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: network-ip-availabilities {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.989220 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: bindings {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.991791 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: quotas {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.993241 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: quotas {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.994689 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: rbac-policies {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.995891 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: security-groups {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.997179 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: security-group-rules {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:30.998966 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: service-providers {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.000173 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: subnetpools {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.001574 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: subnetpools {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.003037 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.004712 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.006532 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.008285 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.010074 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.011908 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.013654 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.016167 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.017877 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.019724 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron.api.extensions [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Extended resource: tags {{(pid=101864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 20:58:31.025677 dv-cinder-835761-1-smb neutron-server[101864]: WARNING keystonemiddleware.auth_token [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 20:58:31.030718 dv-cinder-835761-1-smb neutron-server[101864]: WARNING keystonemiddleware.auth_token [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 20:58:31.039215 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_concurrency.lockutils [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Acquired lock "singleton_lock" {{(pid=101864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 29 20:58:31.039690 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_concurrency.lockutils [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Releasing lock "singleton_lock" {{(pid=101864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 29 20:58:31.040318 dv-cinder-835761-1-smb neutron-server[101864]: INFO oslo_service.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Starting 2 workers Mar 29 20:58:31.045812 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Started child 101971 {{(pid=101864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 20:58:31.050545 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Started child 101972 {{(pid=101864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 20:58:31.051308 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:31.052157 dv-cinder-835761-1-smb neutron-server[101864]: INFO neutron.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 20:58:31.052819 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [-] (101971) wsgi starting up on http://0.0.0.0:9696 Mar 29 20:58:31.052913 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Notify callbacks [] for process, before_spawn {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:31.055391 dv-cinder-835761-1-smb neutron-server[101864]: INFO oslo_service.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Starting 1 workers Mar 29 20:58:31.055713 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:31.057210 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [-] (101972) wsgi starting up on http://0.0.0.0:9696 Mar 29 20:58:31.061249 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Started child 101973 {{(pid=101864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 20:58:31.061991 dv-cinder-835761-1-smb neutron-server[101864]: INFO oslo_service.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Starting 1 workers Mar 29 20:58:31.064827 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] calling RpcWorker wait() {{(pid=101973) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 20:58:31.065354 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] returning from RpcWorker wait() {{(pid=101973) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 20:58:31.066610 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Started child 101974 {{(pid=101864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 20:58:31.066719 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:31.067083 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:58:31.067468 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-63ed13bc-5770-4834-964b-686f4b3d80a7 None None] Notify callbacks [] for process, after_spawn {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:31.069501 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 20:58:31.069715 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 20:58:31.069898 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 20:58:31.070143 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 20:58:31.070475 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 20:58:31.070637 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 20:58:31.071139 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.071439 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.071713 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.071969 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.072273 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.072841 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:31.073294 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.073294 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.073419 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.073600 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.073834 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.074037 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.074202 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.074446 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.074691 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.074984 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.075245 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.075494 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.075775 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.075950 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.076270 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.076535 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.076768 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.077031 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] debug = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.077270 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.077739 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.077975 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.078216 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.078432 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.078706 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.078958 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.079216 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.079463 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.079697 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.079942 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.080312 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.080449 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.080633 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.080850 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.081115 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.081337 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.081795 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] host = dv-cinder-835761-1-smb {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.082064 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.082303 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.082554 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.082798 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.083044 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.083257 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.083513 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.083767 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.084013 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.084258 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.084496 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.084721 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.084940 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.085184 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.085344 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_options = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.085576 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.085847 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.086129 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.086359 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.086508 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.086633 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.086885 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.087046 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.087293 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.087506 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.087731 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.087930 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.088178 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.088395 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.088666 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.088923 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.089156 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.089375 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.090869 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.091877 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.091877 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.091877 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.092579 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.092579 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.092579 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.092928 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.093082 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.093207 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.093932 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.093932 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.093932 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.094367 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.094501 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.094674 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.095001 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.095258 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.095462 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.095685 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.095966 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.096213 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.096881 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.096881 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.096881 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.097624 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.097624 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.097624 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.098258 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_json = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.098258 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.098258 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.099758 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.099758 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.100117 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:58:31.100262 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.100262 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.100262 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.100262 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.100262 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.101641 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.101641 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.101641 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.101641 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.101641 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.108606 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.108606 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.108606 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.108606 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.108606 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.108606 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.108606 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.108606 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110107 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110107 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110107 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110107 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110107 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110107 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110107 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110107 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.110766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.111224 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.111224 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.111498 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.111961 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.112149 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.112692 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.112903 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.113132 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.113319 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.113581 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.114239 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.114512 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.114887 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.115193 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.115193 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.115522 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.115755 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.116006 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.116310 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.116563 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.116929 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.117210 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.117410 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.117738 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.118213 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.118527 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.118734 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.119111 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.119365 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.119931 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.120481 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.121079 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.121079 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.121778 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.121778 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.124287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.124287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.124287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.124287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.124287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.124287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.124287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.124287 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.125384 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.125384 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.125384 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.125384 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.125999 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.125999 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.125999 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.126250 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.126469 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.126850 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.127630 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.128460 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.129323 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.129866 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.130562 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.131013 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.131567 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.131864 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.132018 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.132676 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.133271 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.133846 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.134463 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.134894 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.135329 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.135562 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.136125 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.136272 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.136678 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.137106 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.137656 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.138159 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.138472 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.138762 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.139008 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.139270 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.139585 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.139838 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.140077 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.140330 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.140583 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.140838 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.141088 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.141359 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.141593 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.141841 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.142138 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.142391 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.142669 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.142896 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.143154 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.143448 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.143998 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.143998 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.144216 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.144489 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.144743 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.144998 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.145265 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.145688 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.145802 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.146030 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.146303 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.146540 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.146760 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.146972 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.147204 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.147540 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.147794 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.148061 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.148225 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.148641 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.149036 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.149437 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.149726 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.150013 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.150265 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.150513 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.150740 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.150971 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.151200 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.151444 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.151681 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.151920 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.152228 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.152559 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.153000 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.153240 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.153489 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.153700 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.153910 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.154361 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.154583 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.154997 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.155261 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.155469 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.155689 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.155926 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.156141 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.156374 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.156596 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.156828 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.157079 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.157296 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.157563 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.157811 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.158047 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.158272 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.158523 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.158775 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.158986 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.159233 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.159486 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.159700 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.159896 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.160119 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.160343 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.160555 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.160779 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.161025 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.161273 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.161528 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.161873 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.162154 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.162389 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.162631 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.163357 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.163357 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.163357 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.163578 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.163766 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.163979 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.164198 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.164430 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.164643 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.164854 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.165068 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.165279 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.165551 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.165789 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.166045 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.166276 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.166495 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.166708 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.166942 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.167155 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.167380 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.167589 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.167796 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.168010 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.168237 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.168510 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.168774 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.168991 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.169255 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.169597 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.169739 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.170771 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.170983 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.171219 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.171463 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.171677 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.171884 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.172107 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.172314 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.172544 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.172760 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.172860 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:58:31.172972 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.173178 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.173420 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.173625 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.173832 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.174083 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.174299 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.174526 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.174746 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.174973 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.175181 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.175401 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.176044 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.176309 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.176763 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.177242 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.177425 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.177646 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.177862 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.178097 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.178391 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.178651 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.178870 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.179177 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.179438 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.179688 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.179945 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.180255 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.180471 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.180739 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.180915 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.181124 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.181340 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.181605 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.181918 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.182228 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.182493 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.182736 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.183000 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.183276 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.183515 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.183725 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.184017 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.184344 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.184623 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.184878 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.185102 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.185333 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.186228 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.186478 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.186698 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.186945 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.187165 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.187436 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.187662 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.187915 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.188149 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.188374 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.188590 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.188820 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.189046 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.189265 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.189499 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.189655 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 20:58:31.190222 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 20:58:31.190378 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 20:58:31.190527 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 20:58:31.190712 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 20:58:31.190880 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 20:58:31.191052 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 20:58:31.191234 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.191396 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.191556 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.191711 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.191855 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.192050 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.192214 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.192366 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.192521 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.192675 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.192829 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.192983 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.193136 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.193289 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.193443 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.193600 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.193755 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.193909 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.194435 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.194641 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.194796 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.195098 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.195252 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] debug = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.195398 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.195608 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.195792 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.196145 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.196298 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.196601 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.196754 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.197040 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.197336 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.197490 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.197784 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.197937 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.198257 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.198542 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.198707 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.198867 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.199017 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.199166 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] host = dv-cinder-835761-1-smb {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.199323 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.199470 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.199609 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.199757 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.199926 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.200083 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.200225 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.200373 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.200509 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.200676 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.200851 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.201000 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.201448 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.201448 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.201448 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_options = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.201914 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.201914 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.201914 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.201914 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.202512 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.202512 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.202512 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.202512 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203066 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203066 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203066 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203066 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203548 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203548 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203548 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203929 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203929 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.203929 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.204323 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.204323 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.204581 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.204581 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.204839 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.204839 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.205105 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.205105 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.205351 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.205351 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.205604 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.205604 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.205887 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.205887 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.206185 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.206327 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.206460 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.206589 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.206719 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.206865 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.207005 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.207142 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.207277 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.207413 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.207627 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.207627 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.207900 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.207900 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.208157 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_json = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.208292 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.208427 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.208562 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.208697 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.208839 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.208971 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.209110 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.209255 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.209418 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 20:58:31.209573 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.209721 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.209851 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.210006 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.210149 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.210284 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.210417 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.210549 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.210680 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.210834 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.211002 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.211147 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.211314 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.211472 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.211676 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.211807 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.211946 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.212102 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.212259 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.212414 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.212570 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.212725 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.212893 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.213049 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.213207 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.213364 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.213521 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.213692 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.213851 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.214032 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.214191 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.214348 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.214523 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.214667 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.214808 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.214964 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.215120 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.215277 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.215439 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.215597 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.215753 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.215910 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.216068 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.216224 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.216382 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.216540 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.216805 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.216907 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.217020 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.217177 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.217334 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.217491 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.217648 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.217806 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.217976 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.218147 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.218303 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.218453 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.218603 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.218758 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.218914 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.219069 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.219226 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.219383 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.219539 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.219696 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.219865 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.220021 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.220179 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.220335 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.220492 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.220648 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.220806 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.220963 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.221120 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.221276 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.221433 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.221591 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.221746 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.221902 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.222086 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.222243 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.222399 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.222555 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.222711 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.222866 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.223024 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.223181 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.223337 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.223501 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.223670 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.223825 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.223982 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.224137 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.224293 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.224447 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.224602 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.224763 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.224919 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.225075 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.225230 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.225385 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.225543 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.225700 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.225856 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.226031 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.226179 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.226332 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.226487 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.226642 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.226798 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.226941 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.227098 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.227253 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.227408 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.227563 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.227730 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.227887 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.228047 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.228204 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.228368 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.228533 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.228690 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.228846 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.229002 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.229157 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.229312 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.229467 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.229622 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.229777 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.229931 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.230104 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.230267 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.230435 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.230592 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.230749 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.230905 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.231084 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.231240 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.231394 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.231549 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.231704 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.231860 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.232016 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.232171 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.233253 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.233253 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.233432 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.233510 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.233666 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.233822 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.234069 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.234229 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.234387 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.234543 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.234704 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.234861 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.235017 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.235173 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.235330 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.235486 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.235643 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.235800 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.235957 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.236114 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.236270 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.236425 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.236580 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.236736 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.236892 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.237048 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.237203 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.237358 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.237770 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.237929 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.238105 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.238263 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.238420 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.238576 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.238732 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.238889 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.239047 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.239204 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.239359 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.239515 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.239672 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.239827 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.239983 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.240139 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.240294 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.240441 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.240594 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.240770 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.240926 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.241081 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.241239 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.241395 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.241551 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.241706 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.241864 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.242041 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.242198 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.242354 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.242510 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.242667 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.242825 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.242965 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.243126 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.243284 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.243443 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.243602 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.243759 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.243920 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.244076 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.244232 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.244387 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.244542 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.244697 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.244852 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.245007 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.245164 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.245332 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.245491 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.245647 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.245803 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.245972 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.246134 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.246300 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.246457 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.246612 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.246769 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.246923 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.247079 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.247244 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.247401 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.247556 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.247712 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.247877 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.248554 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.248733 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.248890 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.249045 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.249202 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.249358 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.249514 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.249679 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.249836 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.250011 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.250169 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.250324 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.250480 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.250645 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.250802 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.250958 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.251112 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.251269 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.251424 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.251589 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.251746 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.251903 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.252080 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.252226 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.252382 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.252540 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.252708 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.252864 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.253023 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.253179 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.253340 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.253495 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.253653 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.253813 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.253995 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.254160 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.254318 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.254483 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.254648 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.254811 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.254967 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.255128 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.255295 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.255451 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.255606 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.255761 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.255916 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.256071 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.256227 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.256381 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.256538 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.256693 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.256848 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.257004 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.257159 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.257315 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.257470 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.257626 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.257780 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.257936 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.258112 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.258268 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 20:58:31.258416 dv-cinder-835761-1-smb neutron-server[101864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 20:58:31.464646 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 45750) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:58:31.473837 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069997 Mar 29 20:58:42.781021 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7301dfc6-88b0-45eb-ac0e-ddf6af7f0477 None None] get_active_networks_info from dv-cinder-835761-1-smb {{(pid=101973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 20:58:42.843438 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7301dfc6-88b0-45eb-ac0e-ddf6af7f0477 None None] No non-hosted networks {{(pid=101973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 20:58:42.851325 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.agentschedulers_db [None req-7301dfc6-88b0-45eb-ac0e-ddf6af7f0477 None None] DHCP Agent not found on host dv-cinder-835761-1-smb {{(pid=101973) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 20:58:42.957774 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9a54eb71-9292-4d22-a6df-beb91bd3f6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569224'] for agent, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:44.995906 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3f060e19-e05d-46cf-95e2-5ebd91049525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569224'] for agent, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:45.043636 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0748e7d0-678d-464f-9319-dcf2ec1197ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:46.017265 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569224'] for agent, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:47.691413 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569224'] for agent, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:48.367470 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569224'] for agent, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:48.369151 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.369811 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.370565 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.371095 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.371761 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.372177 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.373230 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.373909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.374360 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.374776 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.375162 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.375618 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:48.376130 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835761-1-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:58:48.383588 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835761-1-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:58:48.541535 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.db.l3_hamode_db [None req-5dcabbbc-1068-462c-848e-766f1082e457 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 20:58:48.621711 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcabbbc-1068-462c-848e-766f1082e457 None None] Routers set() bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:58:48.622134 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcabbbc-1068-462c-848e-766f1082e457 None None] Router IDs set() for agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 20:58:48.909613 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 45842) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:58:49.411018 dv-cinder-835761-1-smb neutron-server[101972]: WARNING oslo_policy.policy [None req-ea3d3cce-9016-43e6-bccb-ef2cca87bdcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:58:49.411655 dv-cinder-835761-1-smb neutron-server[101972]: WARNING oslo_policy.policy [None req-ea3d3cce-9016-43e6-bccb-ef2cca87bdcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:58:49.635415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [None req-ea3d3cce-9016-43e6-bccb-ef2cca87bdcc admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 20:58:49.636506 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-ea3d3cce-9016-43e6-bccb-ef2cca87bdcc admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7259605 Mar 29 20:58:52.047333 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 45858) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:58:52.367164 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-00e463e3-7aa0-4596-9bbe-e5d121915ae3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:58:52.461763 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.policy [None req-00e463e3-7aa0-4596-9bbe-e5d121915ae3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101972) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 20:58:52.507803 dv-cinder-835761-1-smb neutron-server[101972]: WARNING oslo_policy.policy [None req-00e463e3-7aa0-4596-9bbe-e5d121915ae3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:58:52.508120 dv-cinder-835761-1-smb neutron-server[101972]: WARNING oslo_policy.policy [None req-00e463e3-7aa0-4596-9bbe-e5d121915ae3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:58:52.606725 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-00e463e3-7aa0-4596-9bbe-e5d121915ae3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453849139', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453849612', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453828839', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453827075', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453749377', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453816982', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2079144', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2067379', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1032098', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-599013'] for rbac-policy, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:52.689149 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-00e463e3-7aa0-4596-9bbe-e5d121915ae3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:52.690360 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-00e463e3-7aa0-4596-9bbe-e5d121915ae3 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6420288 Mar 29 20:58:55.328814 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 45870) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:58:55.627004 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Request body: {'network': {'name': 'private', 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'admin_state_up': True}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:58:55.665285 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Made reservation on behalf of 70a994b3dc9a4a90907b87c6244c018e for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:58:55.668311 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:55.689241 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:55.799775 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:55.803739 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:55.824002 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 20:58:55.852114 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780455365214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:55.852691 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Unsubscribe: segment precommit_create {{(pid=101972) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 20:58:55.853201 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Added segment a9eb5767-ec88-444b-a632-f76f4912f71c of type vlan for network 7253fc1e-53fa-4972-b051-b40c53c691e5 Mar 29 20:58:55.869038 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9145b713-d4fc-4656-9ad0-b3cf99eea010,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:58:55.916660 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.917016 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.917346 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.917669 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.918006 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.918326 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.918644 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.919525 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.919816 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.920220 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.920531 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.920842 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Tracked resource versions report: Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: pushed versions: Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: { 'AddressGroup': {'1.2'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'ConntrackHelper': {'1.0'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Log': {'1.0'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Network': {'1.1'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Port': {'1.7'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'PortForwarding': {'1.2'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'QosPolicy': {'1.9'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'SecurityGroup': {'1.4'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'SubPort': {'1.0'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Subnet': {'1.1'}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Trunk': {'1.1'}} Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: consumer versions: Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: { DHCP agent@dv-cinder-835761-1-smb: {}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: L3 agent@dv-cinder-835761-1-smb: {}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: Metadata agent@dv-cinder-835761-1-smb: {}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: Metering agent@dv-cinder-835761-1-smb: {}, Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: Open vSwitch agent@dv-cinder-835761-1-smb: { 'AddressGroup': '1.2', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'ConntrackHelper': '1.0', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Log': '1.0', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Network': '1.1', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Port': '1.7', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'PortForwarding': '1.2', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'QosPolicy': '1.9', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'SecurityGroup': '1.4', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'SecurityGroupRule': '1.2', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'SubPort': '1.0', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Subnet': '1.1', Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: 'Trunk': '1.1'}} Mar 29 20:58:55.921922 dv-cinder-835761-1-smb neutron-server[101972]: {{(pid=101972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:58:55.971500 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:56.012962 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:56.014099 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:58:56.014728 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:58:56.071348 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7414002 Mar 29 20:58:56.116676 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3438aeb-5c4e-49e8-90cf-413a22c282e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7253fc1e-53fa-4972-b051-b40c53c691e5,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:58:56.128739 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 7253fc1e-53fa-4972-b051-b40c53c691e5 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:58:58.720512 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 45884) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:58:59.206191 dv-cinder-835761-1-smb neutron-server[101971]: WARNING oslo_policy.policy [None req-ede29a0a-dc1b-4867-a41a-8ae22f96b84b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:58:59.206784 dv-cinder-835761-1-smb neutron-server[101971]: WARNING oslo_policy.policy [None req-ede29a0a-dc1b-4867-a41a-8ae22f96b84b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:58:59.647047 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.policy [None req-ede29a0a-dc1b-4867-a41a-8ae22f96b84b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101971) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 20:58:59.693136 dv-cinder-835761-1-smb neutron-server[101971]: WARNING oslo_policy.policy [None req-ede29a0a-dc1b-4867-a41a-8ae22f96b84b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:58:59.693506 dv-cinder-835761-1-smb neutron-server[101971]: WARNING oslo_policy.policy [None req-ede29a0a-dc1b-4867-a41a-8ae22f96b84b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 20:58:59.702242 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede29a0a-dc1b-4867-a41a-8ae22f96b84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:58:59.704105 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ede29a0a-dc1b-4867-a41a-8ae22f96b84b admin admin] 10.222.0.37 "GET /v2.0/networks/7253fc1e-53fa-4972-b051-b40c53c691e5 HTTP/1.1" status: 200 len: 825 time: 0.9814939 Mar 29 20:58:59.742197 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-20d3810f-9ff6-400d-96d5-888abbf87c11 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/1c4f3b96-cc61-4116-8274-3420c6e86931 HTTP/1.1" status: 200 len: 734 time: 0.0319550 Mar 29 20:58:59.752347 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Request body: {'subnet': {'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'ip_version': 4, 'subnetpool_id': '1c4f3b96-cc61-4116-8274-3420c6e86931', 'name': 'private-subnet', 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5', 'gateway_ip': '172.20.0.1'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:58:59.788647 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Made reservation on behalf of 70a994b3dc9a4a90907b87c6244c018e for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:58:59.791436 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:00.073106 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:00.143633 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Checking segment: {'id': 'a9eb5767-ec88-444b-a632-f76f4912f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 20:59:00.143981 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Network hostable DHCP agents. Network: 7253fc1e-53fa-4972-b051-b40c53c691e5, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:59:00.156694 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9477da91-dd99-4ebf-a8a3-569808107c98,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:00.172663 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.173011 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.173496 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.173833 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.174181 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.174511 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.174834 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.175180 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.175641 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.175965 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.176281 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.176613 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Tracked resource versions report: Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: pushed versions: Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: { 'AddressGroup': {'1.2'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'ConntrackHelper': {'1.0'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Log': {'1.0'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Network': {'1.1'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Port': {'1.7'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'PortForwarding': {'1.2'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'QosPolicy': {'1.9'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'SecurityGroup': {'1.4'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'SubPort': {'1.0'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Subnet': {'1.1'}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Trunk': {'1.1'}} Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: consumer versions: Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: { DHCP agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: L3 agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: Metadata agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: Metering agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: Open vSwitch agent@dv-cinder-835761-1-smb: { 'AddressGroup': '1.2', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'ConntrackHelper': '1.0', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Log': '1.0', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Network': '1.1', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Port': '1.7', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'PortForwarding': '1.2', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'QosPolicy': '1.9', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'SecurityGroup': '1.4', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'SecurityGroupRule': '1.2', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'SubPort': '1.0', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Subnet': '1.1', Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: 'Trunk': '1.1'}} Mar 29 20:59:00.177660 dv-cinder-835761-1-smb neutron-server[101971]: {{(pid=101971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:59:00.188861 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Network 7253fc1e-53fa-4972-b051-b40c53c691e5 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:59:00.203425 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 7253fc1e-53fa-4972-b051-b40c53c691e5) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:59:00.216370 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:59:00.217765 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:00.221499 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad805de-2603-4999-aa54-5d13239aed29 None None] Network 7253fc1e-53fa-4972-b051-b40c53c691e5 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 20:59:00.239136 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4f997622-b87b-40ea-81a6-689e3a644e08 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4901304 Mar 29 20:59:00.544610 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-7253fc1e-53fa-4972-b051-b40c53c691e5', 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'fixed_ips': [{'subnet_id': '9477da91-dd99-4ebf-a8a3-569808107c98'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 20:59:00.545898 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:00.836898 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Allocated IP 172.20.0.2 (7253fc1e-53fa-4972-b051-b40c53c691e5/9477da91-dd99-4ebf-a8a3-569808107c98/5e5dc32d-9201-4f9e-aa8c-28626f45ae3c) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:59:01.039982 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:01.048341 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:01.128401 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Network 7253fc1e-53fa-4972-b051-b40c53c691e5 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:59:01.136463 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:59:01.139513 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:59:01.141696 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Pushing event updated for resources: {'Port': ['ID=5e5dc32d-9201-4f9e-aa8c-28626f45ae3c,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:01.177280 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.177280 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.177280 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.177280 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.177280 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.177793 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.177793 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.177793 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.178086 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.178418 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.178744 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.179067 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Tracked resource versions report: Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: pushed versions: Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: { 'AddressGroup': {'1.2'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'ConntrackHelper': {'1.0'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Log': {'1.0'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Network': {'1.1'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Port': {'1.7'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'PortForwarding': {'1.2'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'QosPolicy': {'1.9'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'SecurityGroup': {'1.4'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'SubPort': {'1.0'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Subnet': {'1.1'}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Trunk': {'1.1'}} Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: consumer versions: Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: { DHCP agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: L3 agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: Metadata agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: Metering agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: Open vSwitch agent@dv-cinder-835761-1-smb: { 'AddressGroup': '1.2', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'ConntrackHelper': '1.0', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Log': '1.0', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Network': '1.1', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Port': '1.7', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'PortForwarding': '1.2', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'QosPolicy': '1.9', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'SecurityGroup': '1.4', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'SecurityGroupRule': '1.2', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'SubPort': '1.0', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Subnet': '1.1', Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: 'Trunk': '1.1'}} Mar 29 20:59:01.180157 dv-cinder-835761-1-smb neutron-server[101973]: {{(pid=101973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:59:01.237529 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Attempting to bind port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 20:59:01.238293 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Attempting to bind port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': 'a9eb5767-ec88-444b-a632-f76f4912f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 20:59:01.238405 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Attempting to bind port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c on network 7253fc1e-53fa-4972-b051-b40c53c691e5 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:59:01.243211 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:59:01.243621 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Checking segment: {'id': 'a9eb5767-ec88-444b-a632-f76f4912f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 20:59:01.244093 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:01.244482 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Bound using segment: {'id': 'a9eb5767-ec88-444b-a632-f76f4912f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:59:01.244977 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Bound port: 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9eb5767-ec88-444b-a632-f76f4912f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 20:59:01.245367 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:01.310011 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] For port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:59:01.314487 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] For port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=5e5dc32d-9201-4f9e-aa8c-28626f45ae3c,segment=NetworkSegment(a9eb5767-ec88-444b-a632-f76f4912f71c),segment_id=a9eb5767-ec88-444b-a632-f76f4912f71c)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:59:01.318630 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:01.384793 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3efd50-dfe1-4150-b0e2-c031b3b8e6a4 None None] Pushing event updated for resources: {'Port': ['ID=5e5dc32d-9201-4f9e-aa8c-28626f45ae3c,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:02.699507 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 45906) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:59:03.013208 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [None req-b6539a4e-2737-4a06-9677-c1357a48fcec admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 20:59:03.014334 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b6539a4e-2737-4a06-9677-c1357a48fcec admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138649 Mar 29 20:59:05.447011 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 45914) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:59:05.759721 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [None req-d352d4c1-105b-4afe-be8c-d668cb5371b6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 20:59:05.760809 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-d352d4c1-105b-4afe-be8c-d668cb5371b6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3128021 Mar 29 20:59:08.410615 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 45924) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:59:08.719961 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-9cf50f69-2282-41ec-893a-f18bc7c88867 admin admin] Request body: {'router': {'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'name': 'router1', 'admin_state_up': True}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:59:08.744895 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9cf50f69-2282-41ec-893a-f18bc7c88867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:08.747108 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9cf50f69-2282-41ec-893a-f18bc7c88867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-939351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4392'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:08.904706 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9cf50f69-2282-41ec-893a-f18bc7c88867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:08.909280 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9cf50f69-2282-41ec-893a-f18bc7c88867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:08.924147 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9cf50f69-2282-41ec-893a-f18bc7c88867 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:08.925344 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-9cf50f69-2282-41ec-893a-f18bc7c88867 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5137701 Mar 29 20:59:09.742446 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:59:09.835852 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:09.836240 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:09.862708 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8fbfd-0846-46b9-9bd4-fcbbe59e2ae5 None None] Network 7253fc1e-53fa-4972-b051-b40c53c691e5 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 20:59:10.041552 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-b51d2f07-b76a-4d8e-b02f-55e1a1a5f6d7 None None] Provisioning complete for port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:10.041896 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b51d2f07-b76a-4d8e-b02f-55e1a1a5f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:10.046088 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:10.120714 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:59:10.141586 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=5e5dc32d-9201-4f9e-aa8c-28626f45ae3c,segment=NetworkSegment(a9eb5767-ec88-444b-a632-f76f4912f71c),segment_id=a9eb5767-ec88-444b-a632-f76f4912f71c)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:59:10.153346 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:10.289789 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=5e5dc32d-9201-4f9e-aa8c-28626f45ae3c,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:10.526436 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-b7043596-bf30-42bc-ab94-e9c60837370c None None] Provisioning complete for port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:10.526802 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b7043596-bf30-42bc-ab94-e9c60837370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:11.388582 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 45938) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:59:11.698690 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [None req-b8d5e29a-6c5f-4b86-9637-8809ff2d5a06 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 20:59:11.700172 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b8d5e29a-6c5f-4b86-9637-8809ff2d5a06 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101659 Mar 29 20:59:11.700814 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:59:11.747977 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:11.748349 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:12.664059 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-611dd7b7-6265-4a1b-8ee3-45d584a7bf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:14.096703 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 45946) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:59:14.405580 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:59:14.422992 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Made reservation on behalf of 9f56b0d1fd7c48ff8386e8f823f200b7 for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:59:14.425290 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:14.433294 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:14.507440 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:14.510797 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:14.524716 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Reserving flat network on physical network physnet1 {{(pid=101972) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 20:59:14.546660 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564b64d9-e5ac-4609-9939-c6f942d6de9e,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:14.550496 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:14.550835 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Added segment 8bec9375-3f5d-4af4-b3ec-0e18cebfa3af of type flat for network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 Mar 29 20:59:14.598473 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:14.631352 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:14.632292 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:59:14.632857 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:14.662074 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5643122 Mar 29 20:59:14.694288 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a26d9-d2b5-4883-94a5-2d86e6e1f11c admin admin] Pushing event updated for resources: {'Network': ['ID=b7a0af0e-ee99-4ef6-8c23-0b344072a5e8,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:14.704578 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 20:59:14.993592 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e3f83772-3324-41ab-a119-52fc6b3d2b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:15.979830 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:17.104992 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 45964) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:59:17.319132 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b3ebb8-b6ac-418d-8dfc-4b02323a6c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:59:17.320496 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-52b3ebb8-b6ac-418d-8dfc-4b02323a6c42 admin admin] 10.222.0.37 "GET /v2.0/subnets/9477da91-dd99-4ebf-a8a3-569808107c98 HTTP/1.1" status: 200 len: 849 time: 0.2143738 Mar 29 20:59:17.495740 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-e9862d57-0b09-4403-9b32-01c250dba441 admin admin] 10.222.0.37 "GET /v2.0/routers/c9f2be75-6c45-4cfa-a8c2-447f3ea74678 HTTP/1.1" status: 200 len: 704 time: 0.1681886 Mar 29 20:59:17.632780 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:17.763433 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.058491 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Allocated IP 172.20.0.1 (7253fc1e-53fa-4972-b051-b40c53c691e5/9477da91-dd99-4ebf-a8a3-569808107c98/a6094b02-3393-4c09-b959-9bbc585367cd) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:59:18.239180 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.304869 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.368153 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.386512 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Network 7253fc1e-53fa-4972-b051-b40c53c691e5 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:59:18.391172 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:59:18.401052 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:59:18.401603 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570284'] for router_interface, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.421418 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a6094b02-3393-4c09-b959-9bbc585367cd,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:18.570331 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-4e52474d-9c4e-4f60-adbd-125ef2922134 None None] Provisioning complete for port a6094b02-3393-4c09-b959-9bbc585367cd triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:18.570825 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4e52474d-9c4e-4f60-adbd-125ef2922134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.604384 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-4e52474d-9c4e-4f60-adbd-125ef2922134 None None] Port a6094b02-3393-4c09-b959-9bbc585367cd cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 20:59:18.644826 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.846626 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.852889 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.853662 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570304'] for router_interface, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:18.911562 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a6094b02-3393-4c09-b959-9bbc585367cd,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:18.976401 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Network 7253fc1e-53fa-4972-b051-b40c53c691e5 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:59:18.977768 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:59:19.129114 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-9eae2a10-1514-42ca-9924-8a6045c06dc5 None None] Provisioning complete for port a6094b02-3393-4c09-b959-9bbc585367cd triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:19.129661 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a10-1514-42ca-9924-8a6045c06dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:19.140015 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Router c9f2be75-6c45-4cfa-a8c2-447f3ea74678 is scheduled to L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 with binding_index 1 {{(pid=101972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 20:59:19.165163 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-9eae2a10-1514-42ca-9924-8a6045c06dc5 None None] Port a6094b02-3393-4c09-b959-9bbc585367cd cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 20:59:19.231807 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:59:19.237233 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-02b15923-ebbe-4b72-b2a8-19152b5810b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/c9f2be75-6c45-4cfa-a8c2-447f3ea74678/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7345805 Mar 29 20:59:19.250809 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Sync routers for ids ['c9f2be75-6c45-4cfa-a8c2-447f3ea74678'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:59:19.263303 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Routers {'c9f2be75-6c45-4cfa-a8c2-447f3ea74678'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:59:19.264131 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T20:59:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['c9f2be75-6c45-4cfa-a8c2-447f3ea74678'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:59:19.446545 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Set router c9f2be75-6c45-4cfa-a8c2-447f3ea74678 gateway port host: None {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:59:19.870869 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'name': 'router1', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:59:08Z', 'updated_at': '2022-03-29T20:59:18Z', 'revision_number': 2, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'gw_port_host': None, '_interfaces': [{'id': 'a6094b02-3393-4c09-b959-9bbc585367cd', 'name': '', 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'mac_address': 'fa:16:3e:f2:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:59:17Z', 'updated_at': '2022-03-29T20:59:18Z', 'revision_number': 2, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'subnets': [{'id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4f3b96-cc61-4116-8274-3420c6e86931'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:59:19.922381 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Checking router: c9f2be75-6c45-4cfa-a8c2-447f3ea74678 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:59:19.922743 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Updating router c9f2be75-6c45-4cfa-a8c2-447f3ea74678 port a6094b02-3393-4c09-b959-9bbc585367cd binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:59:19.970538 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:20.481443 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:20.491399 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:20.656896 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Attempting to bind port a6094b02-3393-4c09-b959-9bbc585367cd on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 20:59:20.657292 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Attempting to bind port a6094b02-3393-4c09-b959-9bbc585367cd by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': 'a9eb5767-ec88-444b-a632-f76f4912f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 20:59:20.657720 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Attempting to bind port a6094b02-3393-4c09-b959-9bbc585367cd on network 7253fc1e-53fa-4972-b051-b40c53c691e5 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:59:20.660762 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Pushing event updated for resources: {'Port': ['ID=a6094b02-3393-4c09-b959-9bbc585367cd,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:20.668765 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:59:20.669174 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Checking segment: {'id': 'a9eb5767-ec88-444b-a632-f76f4912f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 20:59:20.669656 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:20.670058 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Bound using segment: {'id': 'a9eb5767-ec88-444b-a632-f76f4912f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:59:20.670561 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Bound port: a6094b02-3393-4c09-b959-9bbc585367cd, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9eb5767-ec88-444b-a632-f76f4912f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 20:59:20.670927 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:20.674105 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.674440 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.674767 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.675091 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.675407 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.675721 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.676034 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.676344 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.676660 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.676969 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.677276 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.677585 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Tracked resource versions report: Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: pushed versions: Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: { 'AddressGroup': {'1.2'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'ConntrackHelper': {'1.0'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Log': {'1.0'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Network': {'1.1'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Port': {'1.7'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'PortForwarding': {'1.2'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'QosPolicy': {'1.9'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'SecurityGroup': {'1.4'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'SecurityGroupRule': {'1.2'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'SubPort': {'1.0'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Subnet': {'1.1'}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Trunk': {'1.1'}} Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: consumer versions: Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: { DHCP agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: L3 agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: Metadata agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: Metering agent@dv-cinder-835761-1-smb: {}, Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: Open vSwitch agent@dv-cinder-835761-1-smb: { 'AddressGroup': '1.2', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'ConntrackHelper': '1.0', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Log': '1.0', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Network': '1.1', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Port': '1.7', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'PortForwarding': '1.2', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'QosPolicy': '1.9', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'SecurityGroup': '1.4', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'SecurityGroupRule': '1.2', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'SubPort': '1.0', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Subnet': '1.1', Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: 'Trunk': '1.1'}} Mar 29 20:59:20.678816 dv-cinder-835761-1-smb neutron-server[101974]: {{(pid=101974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 20:59:20.694636 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-d978a0bc-9672-465b-ac23-16e1c6479d4f None None] Provisioning complete for port a6094b02-3393-4c09-b959-9bbc585367cd triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:20.694636 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d978a0bc-9672-465b-ac23-16e1c6479d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:20.729208 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-d978a0bc-9672-465b-ac23-16e1c6479d4f None None] Port a6094b02-3393-4c09-b959-9bbc585367cd cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 20:59:20.747126 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] For port a6094b02-3393-4c09-b959-9bbc585367cd, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:59:20.772081 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] For port a6094b02-3393-4c09-b959-9bbc585367cd, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=a6094b02-3393-4c09-b959-9bbc585367cd,segment=NetworkSegment(a9eb5767-ec88-444b-a632-f76f4912f71c),segment_id=a9eb5767-ec88-444b-a632-f76f4912f71c)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:59:20.775895 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:20.822570 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Routers {'c9f2be75-6c45-4cfa-a8c2-447f3ea74678'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:59:20.823200 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T20:59:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['c9f2be75-6c45-4cfa-a8c2-447f3ea74678'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:59:20.911030 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a24e75-4144-49d0-8319-b896a53a3cfc None None] Pushing event updated for resources: {'Port': ['ID=a6094b02-3393-4c09-b959-9bbc585367cd,revision_number=4']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:20.928595 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] Set router c9f2be75-6c45-4cfa-a8c2-447f3ea74678 gateway port host: None {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:59:21.052541 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-328badb5-5e1c-4e89-9b0e-3d550806d090 None None] Provisioning complete for port a6094b02-3393-4c09-b959-9bbc585367cd triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:21.052827 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-328badb5-5e1c-4e89-9b0e-3d550806d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:21.132996 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-328badb5-5e1c-4e89-9b0e-3d550806d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:21.143439 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'name': 'router1', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:59:08Z', 'updated_at': '2022-03-29T20:59:18Z', 'revision_number': 2, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'gw_port_host': None, '_interfaces': [{'id': 'a6094b02-3393-4c09-b959-9bbc585367cd', 'name': '', 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'mac_address': 'fa:16:3e:f2:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:59:17Z', 'updated_at': '2022-03-29T20:59:20Z', 'revision_number': 4, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'subnets': [{'id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4f3b96-cc61-4116-8274-3420c6e86931'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:59:21.165338 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-328badb5-5e1c-4e89-9b0e-3d550806d090 None None] For port a6094b02-3393-4c09-b959-9bbc585367cd, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=a6094b02-3393-4c09-b959-9bbc585367cd,segment=NetworkSegment(a9eb5767-ec88-444b-a632-f76f4912f71c),segment_id=a9eb5767-ec88-444b-a632-f76f4912f71c)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:59:21.170150 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-328badb5-5e1c-4e89-9b0e-3d550806d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:21.170325 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c081f-8bda-4b8d-a056-f4c26708b25e None None] The sync data for ids ['c9f2be75-6c45-4cfa-a8c2-447f3ea74678'] in dv-cinder-835761-1-smb is: [{'id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'name': 'router1', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:59:08Z', 'updated_at': '2022-03-29T20:59:18Z', 'revision_number': 2, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'gw_port_host': None, '_interfaces': [{'id': 'a6094b02-3393-4c09-b959-9bbc585367cd', 'name': '', 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'mac_address': 'fa:16:3e:f2:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:59:17Z', 'updated_at': '2022-03-29T20:59:20Z', 'revision_number': 4, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'subnets': [{'id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4f3b96-cc61-4116-8274-3420c6e86931'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:59:21.223783 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328badb5-5e1c-4e89-9b0e-3d550806d090 None None] Pushing event updated for resources: {'Port': ['ID=a6094b02-3393-4c09-b959-9bbc585367cd,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:21.532183 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 45984) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:59:21.643701 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff35a15-fab1-44b2-9f1b-f1bf904d5ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:59:21.645086 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-3ff35a15-fab1-44b2-9f1b-f1bf904d5ab2 admin admin] 10.222.0.37 "GET /v2.0/networks/b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 HTTP/1.1" status: 200 len: 842 time: 0.1119113 Mar 29 20:59:21.655695 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.3.0/24'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:59:21.678957 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Made reservation on behalf of 9f56b0d1fd7c48ff8386e8f823f200b7 for: {'subnet': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 20:59:21.681687 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Notify callbacks [] for subnet, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:21.977592 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.objects.ports [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 20:59:21.977592 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:22.041131 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a8d366-56bd-41d7-bfd7-c387c75213bc,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:22.046527 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 20:59:22.046879 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Network hostable DHCP agents. Network: b7a0af0e-ee99-4ef6-8c23-0b344072a5e8, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 20:59:22.070659 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 20:59:22.082819 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, b7a0af0e-ee99-4ef6-8c23-0b344072a5e8) {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:59:22.086885 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:59:22.087481 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:22.092651 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1177444-9b64-4d8c-b113-ec4d85b6d0b9 None None] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 20:59:22.121993 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-b5b94fb1-c375-4c88-916e-c94735c3a4df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4513614 Mar 29 20:59:22.235121 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b7d34-bafb-4541-aa79-3c6c5c91187d None None] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 20:59:24.459107 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 45992) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:59:24.595530 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-f8255701-7859-4bb3-b53e-44f5c9ad5e1f admin admin] 10.222.0.37 "GET /v2.0/routers/c9f2be75-6c45-4cfa-a8c2-447f3ea74678 HTTP/1.1" status: 200 len: 710 time: 0.1351743 Mar 29 20:59:24.684156 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ac73f-06e0-470c-bf96-e1865a7f2d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 20:59:24.685427 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-b16ac73f-06e0-470c-bf96-e1865a7f2d80 admin admin] 10.222.0.37 "GET /v2.0/networks/b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 HTTP/1.1" status: 200 len: 886 time: 0.0826466 Mar 29 20:59:24.694757 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 20:59:25.024345 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:25.275239 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:25.345435 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:25.447610 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Allocated IP 172.28.3.129 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/692d3e78-e9f6-4167-bfe5-c3e2c46e63b7) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 20:59:25.549706 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:25.583281 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:25.620223 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 20:59:25.623168 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 20:59:25.626591 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 20:59:25.660528 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Pushing event updated for resources: {'Port': ['ID=692d3e78-e9f6-4167-bfe5-c3e2c46e63b7,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:25.874829 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:26.072947 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-566970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4570'] for router, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:26.076132 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-566963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-566920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572269'] for router, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:26.266603 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Router c9f2be75-6c45-4cfa-a8c2-447f3ea74678 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 20:59:26.385993 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 20:59:26.391682 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] Notify callbacks [] for router, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:26.392898 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-faf13bf7-755f-4050-bf1d-e153226370ea admin admin] 10.222.0.37 "PUT /v2.0/routers/c9f2be75-6c45-4cfa-a8c2-447f3ea74678 HTTP/1.1" status: 200 len: 890 time: 1.7013023 Mar 29 20:59:27.733371 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device a6094b02-3393-4c09-b959-9bbc585367cd up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:59:27.759053 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Sync routers for ids ['c9f2be75-6c45-4cfa-a8c2-447f3ea74678'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 20:59:27.785404 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Routers {'c9f2be75-6c45-4cfa-a8c2-447f3ea74678'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:59:27.786166 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T20:59:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['c9f2be75-6c45-4cfa-a8c2-447f3ea74678'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:59:27.911590 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port a6094b02-3393-4c09-b959-9bbc585367cd triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:27.911868 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:28.024589 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Set router c9f2be75-6c45-4cfa-a8c2-447f3ea74678 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:59:28.509243 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'name': 'router1', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': '692d3e78-e9f6-4167-bfe5-c3e2c46e63b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:59:08Z', 'updated_at': '2022-03-29T20:59:25Z', 'revision_number': 4, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'gw_port': {'id': '692d3e78-e9f6-4167-bfe5-c3e2c46e63b7', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:59:25Z', 'updated_at': '2022-03-29T20:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'a6094b02-3393-4c09-b959-9bbc585367cd', 'name': '', 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'mac_address': 'fa:16:3e:f2:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:59:17Z', 'updated_at': '2022-03-29T20:59:21Z', 'revision_number': 5, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'subnets': [{'id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4f3b96-cc61-4116-8274-3420c6e86931'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:59:28.560312 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Checking router: c9f2be75-6c45-4cfa-a8c2-447f3ea74678 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 20:59:28.560667 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Updating router c9f2be75-6c45-4cfa-a8c2-447f3ea74678 port 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7 binding host dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 20:59:28.605411 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:28.823479 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46004) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 20:59:28.924602 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:28.929926 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:28.932664 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-2d4c3f14-021b-4ba7-8d08-662fdef11d24 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1080825 Mar 29 20:59:28.984147 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd346e5-3456-4f99-9c47-11bd2edf8124 None None] Pushing event updated for resources: {'Port': ['ID=692d3e78-e9f6-4167-bfe5-c3e2c46e63b7,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:28.988066 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Attempting to bind port 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 20:59:28.988444 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Attempting to bind port 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 20:59:28.988804 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Attempting to bind port 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7 on network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 20:59:28.995370 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 20, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 20:59:28.996347 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 20:59:28.996857 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:28.997331 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Bound using segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 20:59:28.997829 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Bound port: 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 20:59:28.998257 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:29.051411 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] For port 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 20:59:29.054643 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] For port 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=692d3e78-e9f6-4167-bfe5-c3e2c46e63b7,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 20:59:29.060057 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:29.119578 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd346e5-3456-4f99-9c47-11bd2edf8124 None None] Pushing event updated for resources: {'Port': ['ID=692d3e78-e9f6-4167-bfe5-c3e2c46e63b7,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:29.122778 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Routers {'c9f2be75-6c45-4cfa-a8c2-447f3ea74678'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 20:59:29.123379 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T20:59:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['c9f2be75-6c45-4cfa-a8c2-447f3ea74678'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:59:29.232269 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] Set router c9f2be75-6c45-4cfa-a8c2-447f3ea74678 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 20:59:29.444605 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'name': 'router1', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': '692d3e78-e9f6-4167-bfe5-c3e2c46e63b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:59:08Z', 'updated_at': '2022-03-29T20:59:25Z', 'revision_number': 4, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'gw_port': {'id': '692d3e78-e9f6-4167-bfe5-c3e2c46e63b7', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:59:25Z', 'updated_at': '2022-03-29T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'a6094b02-3393-4c09-b959-9bbc585367cd', 'name': '', 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'mac_address': 'fa:16:3e:f2:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:59:17Z', 'updated_at': '2022-03-29T20:59:21Z', 'revision_number': 5, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'subnets': [{'id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4f3b96-cc61-4116-8274-3420c6e86931'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 20:59:29.471374 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068655b-be62-447c-9dcd-30c7c4226f94 None None] The sync data for ids ['c9f2be75-6c45-4cfa-a8c2-447f3ea74678'] in dv-cinder-835761-1-smb is: [{'id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'name': 'router1', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': '692d3e78-e9f6-4167-bfe5-c3e2c46e63b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T20:59:08Z', 'updated_at': '2022-03-29T20:59:25Z', 'revision_number': 4, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'gw_port': {'id': '692d3e78-e9f6-4167-bfe5-c3e2c46e63b7', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:59:25Z', 'updated_at': '2022-03-29T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'a6094b02-3393-4c09-b959-9bbc585367cd', 'name': '', 'network_id': '7253fc1e-53fa-4972-b051-b40c53c691e5', 'tenant_id': '70a994b3dc9a4a90907b87c6244c018e', 'mac_address': 'fa:16:3e:f2:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f2be75-6c45-4cfa-a8c2-447f3ea74678', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T20:59:17Z', 'updated_at': '2022-03-29T20:59:21Z', 'revision_number': 5, 'project_id': '70a994b3dc9a4a90907b87c6244c018e', 'subnets': [{'id': '9477da91-dd99-4ebf-a8a3-569808107c98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4f3b96-cc61-4116-8274-3420c6e86931'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 20:59:29.750938 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:59:29.805546 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:29.805915 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:29.915146 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:29.942017 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=692d3e78-e9f6-4167-bfe5-c3e2c46e63b7,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 20:59:29.948541 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:29.998206 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=692d3e78-e9f6-4167-bfe5-c3e2c46e63b7,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 20:59:31.723816 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 20:59:31.782090 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 692d3e78-e9f6-4167-bfe5-c3e2c46e63b7 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 20:59:31.782472 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:42.668872 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f351e4f7-d8ce-4a23-90bd-e47c4b3dbd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:45.000052 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7e90b034-9513-4638-9f35-631a22eaa026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:45.992546 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:47.111543 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 20:59:47.638838 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 20:59:48.378687 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:12.666334 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cef34bb7-61d2-4972-9de6-3b25b41f2854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:15.004054 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f0173935-ae80-47a5-abda-f6f9acf86b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:15.991401 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:17.639098 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:18.372331 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:24.110963 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:00:42.668930 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-86079d38-863f-407b-bfbf-c41ad17a7a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:44.999635 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-46327aef-8177-4ae1-b2cb-67e74f25cf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:45.991446 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:47.646914 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:00:48.376410 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:01.109201 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:01:05.776417 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 46566) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:05.840737 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.pecan_wsgi.hooks.translation [None req-950a782b-4467-4faf-9b59-74b94492ed4d admin admin] GET failed (client error): The resource could not be found. Mar 29 21:01:05.842068 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-950a782b-4467-4faf-9b59-74b94492ed4d admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646877 Mar 29 21:01:06.004743 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0eb44-25c9-469b-a42d-59a58e0511dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:06.006263 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-bcf0eb44-25c9-469b-a42d-59a58e0511dd admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596026 Mar 29 21:01:08.235702 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 46576) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:08.328070 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffee2ae-98b8-4c19-91de-a71d14da1f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:08.329401 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-3ffee2ae-98b8-4c19-91de-a71d14da1f61 admin admin] 10.222.0.37 "GET /v2.0/subnets/9477da91-dd99-4ebf-a8a3-569808107c98 HTTP/1.1" status: 200 len: 849 time: 0.0928206 Mar 29 21:01:08.341371 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:01:08.423741 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:08.566036 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780455388335'] for subnet, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:08.597237 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:08.597843 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:08.600308 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] 10.222.0.37 "PUT /v2.0/subnets/9477da91-dd99-4ebf-a8a3-569808107c98 HTTP/1.1" status: 200 len: 868 time: 0.2621396 Mar 29 21:01:08.603361 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55925f02-2591-49c8-b7d2-a171434659e8 None None] Network 7253fc1e-53fa-4972-b051-b40c53c691e5 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:01:08.623666 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9477da91-dd99-4ebf-a8a3-569808107c98,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:01:08.631670 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.632094 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.632398 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.632736 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.633068 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.634969 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.635332 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.635671 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.636026 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.636364 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.636693 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:08.637030 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccc3e9-f101-4cf9-964d-24141e4ccfb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:09.014952 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-30ab8421-56f6-4ed5-a896-561389fc0b7d None None] Provisioning complete for port 5e5dc32d-9201-4f9e-aa8c-28626f45ae3c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:01:09.015322 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-30ab8421-56f6-4ed5-a896-561389fc0b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:09.098541 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-30ab8421-56f6-4ed5-a896-561389fc0b7d None None] Provisioning complete for port a6094b02-3393-4c09-b959-9bbc585367cd triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:01:09.098809 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-30ab8421-56f6-4ed5-a896-561389fc0b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:10.811738 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46584) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:11.031701 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbed0b4-51fc-4de3-96b0-63316190a75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:11.032084 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbed0b4-51fc-4de3-96b0-63316190a75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:11.033656 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-bbbed0b4-51fc-4de3-96b0-63316190a75f admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2207887 Mar 29 21:01:12.670995 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9efa39f6-7f7b-4259-92c7-463e53478612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:13.288751 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46594) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:13.421878 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9285e22d-3b6e-4994-a5f2-0334e5e23c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:13.422376 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9285e22d-3b6e-4994-a5f2-0334e5e23c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:13.423912 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-9285e22d-3b6e-4994-a5f2-0334e5e23c4c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1342185 Mar 29 21:01:15.001744 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7426-41cd-41c6-970e-57dcadd91f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:15.619099 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46602) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:15.747701 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7dda6-0bd4-409b-9ca0-8ebdd74e1e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:15.749081 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8fe7dda6-0bd4-409b-9ca0-8ebdd74e1e06 admin admin] 10.222.0.37 "GET /v2.0/networks/7253fc1e-53fa-4972-b051-b40c53c691e5 HTTP/1.1" status: 200 len: 869 time: 0.1290388 Mar 29 21:01:15.995498 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:17.638261 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:17.960072 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46610) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:18.083831 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbdbb78-5fab-4931-a3c6-0a283831a010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:18.085173 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-cfbdbb78-5fab-4931-a3c6-0a283831a010 admin admin] 10.222.0.37 "GET /v2.0/networks/b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 HTTP/1.1" status: 200 len: 886 time: 0.1241729 Mar 29 21:01:18.381797 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:20.267979 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46618) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:20.386674 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13581a03-abf2-4bc3-8924-6e598a353caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:20.387116 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13581a03-abf2-4bc3-8924-6e598a353caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:20.388611 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-13581a03-abf2-4bc3-8924-6e598a353caf admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197066 Mar 29 21:01:22.652957 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46626) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:22.746125 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14c286-52ac-456c-b088-8d0c2d7e0339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:22.746630 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14c286-52ac-456c-b088-8d0c2d7e0339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:22.748261 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8b14c286-52ac-456c-b088-8d0c2d7e0339 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942450 Mar 29 21:01:24.924405 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 46634) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:25.020100 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd7225-eb90-4fb5-afb6-eeb989148a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:25.021458 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4fdd7225-eb90-4fb5-afb6-eeb989148a5f admin admin] 10.222.0.37 "GET /v2.0/subnets/9477da91-dd99-4ebf-a8a3-569808107c98 HTTP/1.1" status: 200 len: 868 time: 0.0961063 Mar 29 21:01:27.231251 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 46642) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:27.315891 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fa065c-8d0c-40e6-b399-d7c12717a160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:27.317220 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a2fa065c-8d0c-40e6-b399-d7c12717a160 admin admin] 10.222.0.37 "GET /v2.0/subnets/c8a8d366-56bd-41d7-bfd7-c387c75213bc HTTP/1.1" status: 200 len: 816 time: 0.0850992 Mar 29 21:01:38.108369 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:01:42.668715 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c2685837-3e6e-4bd0-95d0-93fbdace9779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:45.004401 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5237a5ad-4b76-4037-942c-e3b88db8f467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:45.998875 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:47.558799 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46696) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:47.606012 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [None req-ad12143b-858c-4d19-ad9b-041c2d7ae7f8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:01:47.606993 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-ad12143b-858c-4d19-ad9b-041c2d7ae7f8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472417 Mar 29 21:01:47.640945 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:48.384496 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:49.903069 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46704) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:49.963221 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7ae0c1-d407-4e92-9d75-8035675ad4d1 admin admin] GET failed (client error): The resource could not be found. Mar 29 21:01:49.964539 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-cc7ae0c1-d407-4e92-9d75-8035675ad4d1 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605490 Mar 29 21:01:50.112323 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f8a2de-c030-4fd2-be53-e59124fcdd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:50.113690 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-a6f8a2de-c030-4fd2-be53-e59124fcdd5f admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1446080 Mar 29 21:01:52.318772 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46712) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:52.365627 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:01:52.385184 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Made reservation on behalf of 9f56b0d1fd7c48ff8386e8f823f200b7 for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:01:52.387423 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:52.413872 dv-cinder-835761-1-smb neutron-server[101972]: WARNING neutron.services.revisions.revision_plugin [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Could not find related network for resource to bump revision. Mar 29 21:01:52.425227 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:01:52.434474 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:52.434822 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Added segment ec2d6179-8ef5-4e12-94ee-4f881b97686b of type vlan for network 2658c2d8-e564-40b4-883a-bec9f6752a42 Mar 29 21:01:52.476623 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:52.501263 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:52.502163 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:52.502738 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:52.537009 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2171717 Mar 29 21:01:52.577543 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Pushing event updated for resources: {'Network': ['ID=2658c2d8-e564-40b4-883a-bec9f6752a42,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:01:52.584918 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.585293 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.585640 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.586002 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.586400 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.587401 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.587733 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.588066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.588413 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.588749 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.589077 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.589401 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d636f-9d17-4e42-981e-7a9aa0f7844a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:52.600710 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 2658c2d8-e564-40b4-883a-bec9f6752a42 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:01:54.784772 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46720) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:01:54.844348 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.pecan_wsgi.hooks.translation [None req-244384a7-9198-4edf-bfbf-56764e8ea9fc admin admin] GET failed (client error): The resource could not be found. Mar 29 21:01:54.845739 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-244384a7-9198-4edf-bfbf-56764e8ea9fc admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600169 Mar 29 21:01:54.916316 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c341624-590b-4730-842c-d1a604660c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:54.917759 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-4c341624-590b-4730-842c-d1a604660c2a admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674162 Mar 29 21:01:54.927921 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:01:54.945546 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Made reservation on behalf of 9f56b0d1fd7c48ff8386e8f823f200b7 for: {'subnet': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:01:54.947973 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:55.105301 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:55.161438 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55865d07-925e-4431-8991-16258dfc2daf,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:01:55.165676 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Checking segment: {'id': 'ec2d6179-8ef5-4e12-94ee-4f881b97686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:01:55.166044 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Network hostable DHCP agents. Network: 2658c2d8-e564-40b4-883a-bec9f6752a42, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:01:55.181510 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Network 2658c2d8-e564-40b4-883a-bec9f6752a42 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:01:55.189566 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 2658c2d8-e564-40b4-883a-bec9f6752a42) {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:01:55.193402 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:01:55.194000 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:55.200057 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927963a3-344a-4195-b03a-144f58071b72 None None] Network 2658c2d8-e564-40b4-883a-bec9f6752a42 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:01:55.217750 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-83cad3bc-cd3e-472b-a091-490328358263 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2891908 Mar 29 21:01:55.446910 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-2658c2d8-e564-40b4-883a-bec9f6752a42', 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42', 'tenant_id': '9f56b0d1fd7c48ff8386e8f823f200b7', 'fixed_ips': [{'subnet_id': '55865d07-925e-4431-8991-16258dfc2daf'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 21:01:55.447794 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:55.585500 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Allocated IP 192.168.233.2 (2658c2d8-e564-40b4-883a-bec9f6752a42/55865d07-925e-4431-8991-16258dfc2daf/8d695e04-dc96-4182-b135-f628e417f18c) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:01:55.730358 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:55.736843 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:55.774660 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Network 2658c2d8-e564-40b4-883a-bec9f6752a42 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:01:55.777922 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:01:55.781588 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:01:55.791148 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Pushing event updated for resources: {'Port': ['ID=8d695e04-dc96-4182-b135-f628e417f18c,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:01:55.800323 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.800652 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.801516 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.801516 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.801743 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.802016 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.802296 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.802643 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.802990 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.803313 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.803632 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.803949 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:01:55.849168 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Attempting to bind port 8d695e04-dc96-4182-b135-f628e417f18c on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:01:55.849529 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Attempting to bind port 8d695e04-dc96-4182-b135-f628e417f18c by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': 'ec2d6179-8ef5-4e12-94ee-4f881b97686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:01:55.849881 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Attempting to bind port 8d695e04-dc96-4182-b135-f628e417f18c on network 2658c2d8-e564-40b4-883a-bec9f6752a42 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:01:55.855340 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:01:55.855700 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Checking segment: {'id': 'ec2d6179-8ef5-4e12-94ee-4f881b97686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:01:55.856088 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:55.856472 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Bound using segment: {'id': 'ec2d6179-8ef5-4e12-94ee-4f881b97686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:01:55.856924 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Bound port: 8d695e04-dc96-4182-b135-f628e417f18c, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2d6179-8ef5-4e12-94ee-4f881b97686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:01:55.857309 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:55.921392 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] For port 8d695e04-dc96-4182-b135-f628e417f18c, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:01:55.924678 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] For port 8d695e04-dc96-4182-b135-f628e417f18c, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=8d695e04-dc96-4182-b135-f628e417f18c,segment=NetworkSegment(ec2d6179-8ef5-4e12-94ee-4f881b97686b),segment_id=ec2d6179-8ef5-4e12-94ee-4f881b97686b)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:01:55.929313 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:55.987544 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21dad6-d9fe-41a5-90f9-266b447a6116 None None] Pushing event updated for resources: {'Port': ['ID=8d695e04-dc96-4182-b135-f628e417f18c,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:01:56.819798 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d36f0-e102-493f-8d0c-24e5fa20b132 None None] Network 2658c2d8-e564-40b4-883a-bec9f6752a42 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:01:56.904745 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-bcd582b1-7a4f-4738-9d86-908f1ba6e361 None None] Provisioning complete for port 8d695e04-dc96-4182-b135-f628e417f18c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:01:56.905115 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bcd582b1-7a4f-4738-9d86-908f1ba6e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:57.048702 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bcd582b1-7a4f-4738-9d86-908f1ba6e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:57.084631 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-bcd582b1-7a4f-4738-9d86-908f1ba6e361 None None] For port 8d695e04-dc96-4182-b135-f628e417f18c, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=8d695e04-dc96-4182-b135-f628e417f18c,segment=NetworkSegment(ec2d6179-8ef5-4e12-94ee-4f881b97686b),segment_id=ec2d6179-8ef5-4e12-94ee-4f881b97686b)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:01:57.091959 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bcd582b1-7a4f-4738-9d86-908f1ba6e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:57.146586 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd582b1-7a4f-4738-9d86-908f1ba6e361 None None] Pushing event updated for resources: {'Port': ['ID=8d695e04-dc96-4182-b135-f628e417f18c,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:01:57.313270 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-020fcb1c-4495-4ca0-ab49-ddd31c726e73 None None] Provisioning complete for port 8d695e04-dc96-4182-b135-f628e417f18c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:01:57.313562 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-020fcb1c-4495-4ca0-ab49-ddd31c726e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:01:57.812776 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 8d695e04-dc96-4182-b135-f628e417f18c up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:01:57.864091 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 8d695e04-dc96-4182-b135-f628e417f18c triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:01:57.864749 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:12.671301 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-68bda990-20d8-4628-9319-1ceca04cc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:15.006037 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-620c2f02-fe1a-47fd-b15f-a82cec1882f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:15.108591 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:02:16.002693 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:17.644363 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:18.387017 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:42.675201 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-49282e90-8097-475f-9ef1-7ab8308f3743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:45.012914 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-29bcae18-d3a3-4eeb-acbe-87630d8149d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:46.005557 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:47.647114 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:48.388506 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:02:52.108058 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:03:12.677545 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-374bf033-1543-42c4-bba6-3311d12e7cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:15.015106 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ab8-49a4-4833-83f0-d45028d50819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:15.302971 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46758) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:03:15.309153 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [None req-6c931083-1577-410d-a848-681c4f41bd19 tempest-verify_tempest_config-1730788360 tempest-verify_tempest_config-1730788360-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:03:15.310198 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-6c931083-1577-410d-a848-681c4f41bd19 tempest-verify_tempest_config-1730788360 tempest-verify_tempest_config-1730788360-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057428 Mar 29 21:03:15.603609 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 46776) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:03:15.704133 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:15.786205 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:15.790005 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:15.926485 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cc46b7-1b8e-4bfe-a8b3-a7a44853fc87,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:03:15.930589 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4316b771a16344f89aaf4d27e3370608&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3259776 Mar 29 21:03:15.933379 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 46780) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:03:15.936212 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.936577 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.936912 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.937238 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.937561 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.937879 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.938219 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.938535 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.938852 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.939162 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.939472 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:15.939780 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafd80e-e1fa-4c50-acdb-372c7a75fe51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.007526 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:16.018455 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:16.039482 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:16.137704 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:16.140332 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:16.144218 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25cc46b7-1b8e-4bfe-a8b3-a7a44853fc87 HTTP/1.1" status: 204 len: 168 time: 0.2098484 Mar 29 21:03:16.152502 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cc46b7-1b8e-4bfe-a8b3-a7a44853fc87,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:03:16.159301 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.159765 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.160001 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.160337 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.160785 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.161124 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.161566 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.161900 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.162348 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.162686 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.163015 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:16.163341 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59856fb-e1b0-4173-b8b9-05ae65d1d5a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:03:17.649974 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:18.392098 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:29.106759 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:03:42.679756 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-42c80fb3-faf4-4252-bd0c-7b305d7e8474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:45.016977 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6102b896-b025-4be4-b65e-16be7dd01a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:46.010540 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:47.651909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:03:48.394501 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:06.106288 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:04:12.682862 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-08476b1e-2bab-4526-9dcb-d61d72e231ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:15.017477 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4130-71a7-4fa3-96c1-d5b5c5bcd175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:16.012675 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:17.655477 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:18.396294 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:42.684359 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f32f55bf-4643-4bc0-81c2-c3bab8e3951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:43.104844 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 5 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:04:45.018598 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-992f8a1e-050f-4e63-bf75-b7082a77d9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:46.017827 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:47.659074 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:48.398173 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:04:58.404701 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569224'] for agent, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:12.686633 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2171ae0e-848d-4822-b747-978dac5173a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:13.165224 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 46852) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:05:13.267558 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-cde772aa-52c5-436e-b076-e1a2571aebee admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1012557 Mar 29 21:05:15.023822 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ee9f567d-e964-481e-bbde-27430793723a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:15.521466 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 46862) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:05:15.584168 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e8632305-fb13-4c24-a40e-b4faa57990a1 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0615869 Mar 29 21:05:16.017302 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:17.664249 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:18.402668 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:20.104004 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:05:28.364819 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:42.688301 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6fed396f-daa3-4611-a7ad-43385caf091a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:45.025222 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6440386f-addb-4f5b-96e8-ddc851d54bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:46.020491 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:47.663947 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:48.403670 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:05:57.102347 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:05:58.388421 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:12.693277 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-46b17cd0-b729-4e2f-8294-2564bc23c911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:15.030147 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-97f25194-346f-442c-99dc-ed898fa121a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:16.023655 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:17.671684 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:18.406234 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:28.387803 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:34.103288 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:06:42.695872 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4be2f826-0e8b-442e-b827-0f2ce4612618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:45.023236 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-064fc822-0706-44de-882d-8d3529b449eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:46.027516 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:47.670056 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:48.409930 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:06:58.383725 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:07.587136 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47052) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:07.874382 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-789451965-network', 'tenant_id': 'd826a617546540359413c5174e67f930'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:07.900547 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Made reservation on behalf of d826a617546540359413c5174e67f930 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:07.903094 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:07.917858 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:07.960540 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47084) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:08.002017 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.007213 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.034390 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:07:08.057485 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780455365214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.058097 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Unsubscribe: segment precommit_create {{(pid=101971) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 21:07:08.058581 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Added segment 2748d98b-7c81-4f05-ad69-b0bbdb0d1de2 of type vlan for network 86d2555e-7747-4512-bb17-6de9b3f31512 Mar 29 21:07:08.070690 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c957031-aabe-4521-9da4-717c75778458,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:08.080877 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.081242 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.081587 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.081923 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.082279 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.082612 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.082937 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.083268 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.083602 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.084085 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.084414 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.084733 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Tracked resource versions report: Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: pushed versions: Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: { 'AddressGroup': {'1.2'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'ConntrackHelper': {'1.0'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Log': {'1.0'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Network': {'1.1'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Port': {'1.7'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'PortForwarding': {'1.2'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'QosPolicy': {'1.9'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'SecurityGroup': {'1.4'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'SecurityGroupRule': {'1.2'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'SubPort': {'1.0'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Subnet': {'1.1'}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Trunk': {'1.1'}} Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: consumer versions: Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: { DHCP agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: HyperV agent@hv-cinder-83576: {}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: L3 agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: Metadata agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: Metering agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: Open vSwitch agent@dv-cinder-835761-1-smb: { 'AddressGroup': '1.2', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'ConntrackHelper': '1.0', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Log': '1.0', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Network': '1.1', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Port': '1.7', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'PortForwarding': '1.2', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'QosPolicy': '1.9', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'SecurityGroup': '1.4', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'SecurityGroupRule': '1.2', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'SubPort': '1.0', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Subnet': '1.1', Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: 'Trunk': '1.1'}} Mar 29 21:07:08.085775 dv-cinder-835761-1-smb neutron-server[101971]: {{(pid=101971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 21:07:08.111549 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47094) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:08.121155 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47096) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:08.125642 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.162107 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.163166 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:08.163707 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.257077 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47110) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:08.263111 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=86d2555e-7747-4512-bb17-6de9b3f31512,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:08.269078 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-947935d9-2060-4d4c-a4cf-fca3bb57c9c4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6807663 Mar 29 21:07:08.272066 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47114) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:08.276873 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Request body: {'subnet': {'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-subnet', 'tenant_id': 'd826a617546540359413c5174e67f930', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:08.278854 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 86d2555e-7747-4512-bb17-6de9b3f31512 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:07:08.297923 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Made reservation on behalf of d826a617546540359413c5174e67f930 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:08.300393 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.344135 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1824877411-network', 'tenant_id': 'a1d10e2ba226416ca2ffb6eadc07afad'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:08.371809 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Made reservation on behalf of a1d10e2ba226416ca2ffb6eadc07afad for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:08.377673 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.388943 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.405584 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-675699027-network', 'tenant_id': 'd0eaa647b3b14dde92fec4cc243a434b'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:08.448722 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-675335784-network', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:08.453623 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Made reservation on behalf of d0eaa647b3b14dde92fec4cc243a434b for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:08.456499 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.469750 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.473609 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.530492 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:08.557385 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Checking segment: {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:08.558141 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Network hostable DHCP agents. Network: 86d2555e-7747-4512-bb17-6de9b3f31512, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:07:08.581430 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Network 86d2555e-7747-4512-bb17-6de9b3f31512 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:07:08.587021 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Made reservation on behalf of b93c9a60efd24648afaadcefbf5699f0 for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:08.596347 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.601908 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 86d2555e-7747-4512-bb17-6de9b3f31512) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:08.610436 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb6cd6-6be8-424f-987a-5c260c892961 None None] Network 86d2555e-7747-4512-bb17-6de9b3f31512 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:08.614780 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:08.615469 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.617377 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-855600416-network', 'tenant_id': '0174669fe916421a8a33cb156b156d0b'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:08.645375 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-1b4be3c3-dda1-4741-bbf6-384e019e9085 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3718164 Mar 29 21:07:08.647776 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47122) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:08.655380 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:08.664382 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.683424 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.684447 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-939351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4392'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.771627 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Made reservation on behalf of 0174669fe916421a8a33cb156b156d0b for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:08.774478 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.785525 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.787974 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.789758 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.892768 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.907702 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.915218 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.917711 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.940102 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.953002 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:07:08.961150 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-86d2555e-7747-4512-bb17-6de9b3f31512', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 21:07:08.961670 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:07:08.962415 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.992714 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:07:08.996353 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:08.996908 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Added segment cecd5f8f-3197-4583-bfcd-80a2a6855faf of type vlan for network b74d4ab5-52ec-43e9-86c1-1ba794727128 Mar 29 21:07:09.084486 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.084941 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Added segment 789cf73f-4076-45a3-871f-e791e0d41db8 of type vlan for network 0817999d-c260-4619-9013-99526417422a Mar 29 21:07:09.116124 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.121010 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Added segment fa86cce6-5b33-45a6-b9bc-b0240bf2dd18 of type vlan for network d81695d5-c337-4189-8058-a789790e993e Mar 29 21:07:09.166289 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Allocated IP 172.20.0.2 (86d2555e-7747-4512-bb17-6de9b3f31512/a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c/badd4b64-a664-4661-9c6c-59c885667c5c) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:09.168490 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf070379-6c9e-4a66-b587-0d151b018279,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:09.282214 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.309521 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.309858 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.310483 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.311618 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.312204 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.312862 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.313360 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.314038 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.314682 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.314850 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.318523 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.318959 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Tracked resource versions report: Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: pushed versions: Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: { 'AddressGroup': {'1.2'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'ConntrackHelper': {'1.0'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Log': {'1.0'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Network': {'1.1'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Port': {'1.7'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'PortForwarding': {'1.2'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'QosPolicy': {'1.9'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'SecurityGroup': {'1.4'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'SecurityGroupRule': {'1.2'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'SubPort': {'1.0'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Subnet': {'1.1'}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Trunk': {'1.1'}} Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: consumer versions: Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: { DHCP agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: HyperV agent@hv-cinder-83576: {}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: L3 agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: Metadata agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: Metering agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: Open vSwitch agent@dv-cinder-835761-1-smb: { 'AddressGroup': '1.2', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'ConntrackHelper': '1.0', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Log': '1.0', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Network': '1.1', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Port': '1.7', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'PortForwarding': '1.2', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'QosPolicy': '1.9', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'SecurityGroup': '1.4', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'SecurityGroupRule': '1.2', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'SubPort': '1.0', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Subnet': '1.1', Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: 'Trunk': '1.1'}} Mar 29 21:07:09.320146 dv-cinder-835761-1-smb neutron-server[101972]: {{(pid=101972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 21:07:09.340382 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.349102 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.383552 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.391555 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.402469 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.428221 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Network 86d2555e-7747-4512-bb17-6de9b3f31512 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:09.433135 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:09.444077 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:09.487001 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.487954 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:09.488520 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.496315 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:09.507785 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.508773 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:09.509246 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.518869 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.519783 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:09.520351 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.523573 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.546399 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.575383 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4618816 Mar 29 21:07:09.580353 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47160) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:09.584789 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6230850 Mar 29 21:07:09.599367 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47162) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:09.623676 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Request body: {'subnet': {'network_id': 'd81695d5-c337-4189-8058-a789790e993e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1824877411-subnet', 'tenant_id': 'a1d10e2ba226416ca2ffb6eadc07afad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:09.628218 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5059185 Mar 29 21:07:09.628392 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47168) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:09.636559 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Request body: {'subnet': {'network_id': 'b74d4ab5-52ec-43e9-86c1-1ba794727128', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-675699027-subnet', 'tenant_id': 'd0eaa647b3b14dde92fec4cc243a434b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:09.648026 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8167284-4d6b-4d72-b2b4-3f2f789f74e9,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:09.652016 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Pushing event updated for resources: {'Port': ['ID=badd4b64-a664-4661-9c6c-59c885667c5c,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:09.659074 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Attempting to bind port badd4b64-a664-4661-9c6c-59c885667c5c on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:09.659696 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Attempting to bind port badd4b64-a664-4661-9c6c-59c885667c5c by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:09.660232 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Attempting to bind port badd4b64-a664-4661-9c6c-59c885667c5c on network 86d2555e-7747-4512-bb17-6de9b3f31512 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:09.682814 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.683753 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.684792 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.687216 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.687669 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.689923 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.690398 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.690958 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.691365 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.691798 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.694117 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.694731 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Tracked resource versions report: Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: pushed versions: Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: { 'AddressGroup': {'1.2'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'ConntrackHelper': {'1.0'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Log': {'1.0'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Network': {'1.1'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Port': {'1.7'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'PortForwarding': {'1.2'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'QosPolicy': {'1.9'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'SecurityGroup': {'1.4'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'SecurityGroupRule': {'1.2'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'SubPort': {'1.0'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Subnet': {'1.1'}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Trunk': {'1.1'}} Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: consumer versions: Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: { DHCP agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: HyperV agent@hv-cinder-83576: {}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: L3 agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: Metadata agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: Metering agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: Open vSwitch agent@dv-cinder-835761-1-smb: { 'AddressGroup': '1.2', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'ConntrackHelper': '1.0', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Log': '1.0', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Network': '1.1', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Port': '1.7', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'PortForwarding': '1.2', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'QosPolicy': '1.9', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'SecurityGroup': '1.4', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'SecurityGroupRule': '1.2', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'SubPort': '1.0', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Subnet': '1.1', Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: 'Trunk': '1.1'}} Mar 29 21:07:09.697362 dv-cinder-835761-1-smb neutron-server[101973]: {{(pid=101973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 21:07:09.703044 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:07:09.708937 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:09.711968 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Checking segment: {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:09.712750 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.714878 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Bound using segment: {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:09.715651 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Bound port: badd4b64-a664-4661-9c6c-59c885667c5c, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:09.716147 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.726970 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72745bd-50fc-48f2-8bba-de11d7ca8e52 admin admin] Pushing event updated for resources: {'Network': ['ID=b74d4ab5-52ec-43e9-86c1-1ba794727128,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:09.736560 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.737068 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Added segment 03cef2c9-5fb2-4577-b646-c27903a476e6 of type vlan for network 093f6feb-78c9-4f9e-bc6b-27267053084d Mar 29 21:07:09.806391 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53464f2-77e2-4c39-9973-75370d9f9387,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:09.829971 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Made reservation on behalf of d0eaa647b3b14dde92fec4cc243a434b for: {'subnet': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:09.831045 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Request body: {'subnet': {'network_id': '0817999d-c260-4619-9013-99526417422a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-subnet', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:09.832361 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.835912 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.873904 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Made reservation on behalf of a1d10e2ba226416ca2ffb6eadc07afad for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:09.876633 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.912015 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network b74d4ab5-52ec-43e9-86c1-1ba794727128 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:07:09.918968 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] For port badd4b64-a664-4661-9c6c-59c885667c5c, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:09.923361 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90beeb-f8ce-4005-9673-0c38003a2a70 admin admin] Pushing event updated for resources: {'Network': ['ID=d81695d5-c337-4189-8058-a789790e993e,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:09.927935 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] For port badd4b64-a664-4661-9c6c-59c885667c5c, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=badd4b64-a664-4661-9c6c-59c885667c5c,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:09.960318 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:09.989144 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network d81695d5-c337-4189-8058-a789790e993e details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:07:09.997313 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.074816 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.135513 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab8c15-1b4f-4cca-8612-357c2f5b7b76 admin admin] Pushing event updated for resources: {'Network': ['ID=0817999d-c260-4619-9013-99526417422a,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:10.197218 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Allocated IP 172.28.3.82 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/c85a337f-7f28-4c5c-bec8-169aa1432261) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:10.233398 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.234691 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:10.236475 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.256505 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 0817999d-c260-4619-9013-99526417422a details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:07:10.372639 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ec5a0-af13-4ebc-9753-69c43576dcb6 None None] Pushing event updated for resources: {'Port': ['ID=badd4b64-a664-4661-9c6c-59c885667c5c,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:10.432678 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.458041 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1968505 Mar 29 21:07:10.460459 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47224) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:10.461099 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31146a7b-7ef4-4510-b94a-70c87592e31c admin admin] Pushing event updated for resources: {'Network': ['ID=093f6feb-78c9-4f9e-bc6b-27267053084d,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:10.471176 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Request body: {'subnet': {'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-855600416-subnet', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:10.471596 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 093f6feb-78c9-4f9e-bc6b-27267053084d details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:07:10.504139 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Made reservation on behalf of b93c9a60efd24648afaadcefbf5699f0 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:10.506759 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.530196 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47226) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:10.532781 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Made reservation on behalf of 0174669fe916421a8a33cb156b156d0b for: {'subnet': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:10.535238 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.566420 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.677374 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee15fce-7816-4e5c-8efb-8b56cb9cc29e,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:10.728255 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Checking segment: {'id': 'fa86cce6-5b33-45a6-b9bc-b0240bf2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd81695d5-c337-4189-8058-a789790e993e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:10.728618 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Network hostable DHCP agents. Network: d81695d5-c337-4189-8058-a789790e993e, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:07:10.766030 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.849491 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Network d81695d5-c337-4189-8058-a789790e993e is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:07:10.853906 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6ed40f46-88cd-450a-b8a4-51ded777bebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.862035 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:10.894066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66681ba-23fa-4dac-8c63-20bb088644ce,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:10.908850 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:10.933247 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:10.962176 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, d81695d5-c337-4189-8058-a789790e993e) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:10.972247 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:11.004438 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47244) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:11.007664 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Checking segment: {'id': 'cecd5f8f-3197-4583-bfcd-80a2a6855faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74d4ab5-52ec-43e9-86c1-1ba794727128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:11.008110 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Network hostable DHCP agents. Network: b74d4ab5-52ec-43e9-86c1-1ba794727128, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:07:11.101287 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Network b74d4ab5-52ec-43e9-86c1-1ba794727128 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:07:11.101588 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:07:11.110491 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6ed40f46-88cd-450a-b8a4-51ded777bebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.143163 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538fbf9-9b7e-4131-aadf-f41f68f64630 None None] Network d81695d5-c337-4189-8058-a789790e993e requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:11.143286 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6ed40f46-88cd-450a-b8a4-51ded777bebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.155679 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:11.156349 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.176769 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, b74d4ab5-52ec-43e9-86c1-1ba794727128) {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:11.186167 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-6ed40f46-88cd-450a-b8a4-51ded777bebb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6109bbdd8eff48858c9815bd059d86ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6534741 Mar 29 21:07:11.189382 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.192304 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47252) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:11.196169 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Pushing event updated for resources: {'Port': ['ID=c85a337f-7f28-4c5c-bec8-169aa1432261,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:11.209821 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:11.211137 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.277110 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5171c517-c7fe-40db-b354-52691025a3ae None None] Network b74d4ab5-52ec-43e9-86c1-1ba794727128 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:11.282549 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-1de47a05-8605-45c5-acb3-02d4ae99fb5c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6963634 Mar 29 21:07:11.353300 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aedf3cef-9201-41ac-b1ca-225b66087b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.403442 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed40f46-88cd-450a-b8a4-51ded777bebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2b6e04-0885-45ee-9062-550b7aa0edb6,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:11.413630 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-806ab255-6620-4780-9220-913becfb0629 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7983460 Mar 29 21:07:11.451650 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Checking segment: {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:11.453982 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Network hostable DHCP agents. Network: 093f6feb-78c9-4f9e-bc6b-27267053084d, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:07:11.455707 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.461261 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc48955-b4c5-4f4a-805b-238bb5b36e9e,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:11.582292 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aedf3cef-9201-41ac-b1ca-225b66087b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.597018 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aedf3cef-9201-41ac-b1ca-225b66087b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.611262 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ddf9e3-7ee8-436d-a900-c30cec4383ec None None] Network d81695d5-c337-4189-8058-a789790e993e requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:11.642781 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-aedf3cef-9201-41ac-b1ca-225b66087b77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a2bc505f5d44365a1b78ba6b5a0d930&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6355155 Mar 29 21:07:11.643657 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47270) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:11.767048 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de376aaf-885f-41b6-8a84-33760407ee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.814943 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd09c3e-9d42-43b8-bc4e-fa3aeb41b77c None None] Network b74d4ab5-52ec-43e9-86c1-1ba794727128 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:11.819553 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a1f89ac-1f35-4bca-b4eb-0beda28c694a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.822494 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de376aaf-885f-41b6-8a84-33760407ee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.842981 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Checking segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:11.843349 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Network hostable DHCP agents. Network: 0817999d-c260-4619-9013-99526417422a, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:07:11.892133 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e95332-3728-4ee5-bf7c-dc563a60496f,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:11.905681 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09121783-3d65-4110-96c2-04e6f8f477f7 None None] Network 86d2555e-7747-4512-bb17-6de9b3f31512 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:11.932243 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.941144 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a1f89ac-1f35-4bca-b4eb-0beda28c694a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:11.970006 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Network 093f6feb-78c9-4f9e-bc6b-27267053084d is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:07:12.001887 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Network 0817999d-c260-4619-9013-99526417422a is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:07:12.020191 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 0817999d-c260-4619-9013-99526417422a) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:12.028543 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 093f6feb-78c9-4f9e-bc6b-27267053084d) {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:12.032870 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc912a7b-011c-4649-8f7e-78ff09e1e9c5 None None] Network 0817999d-c260-4619-9013-99526417422a requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:12.049021 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de376aaf-885f-41b6-8a84-33760407ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.049237 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:12.049692 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.057222 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de376aaf-885f-41b6-8a84-33760407ee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.062924 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6229597e-f1be-4e2c-9c34-90299d9934fa None None] Network 093f6feb-78c9-4f9e-bc6b-27267053084d requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:12.064607 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-de376aaf-885f-41b6-8a84-33760407ee58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62b4280d-c497-41f8-b3ad-92182a9fabda HTTP/1.1" status: 204 len: 168 time: 0.4155917 Mar 29 21:07:12.080057 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf3cef-9201-41ac-b1ca-225b66087b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b4280d-c497-41f8-b3ad-92182a9fabda,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:12.090945 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:12.091839 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.127512 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8872697e-6efd-4d0d-b636-afe5dbf60147 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3926702 Mar 29 21:07:12.132364 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47292) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:12.149151 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:12.153519 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-ec8bd7da-4a82-44c1-84dc-857821978b29 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6892037 Mar 29 21:07:12.163851 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-71217ac3-63c2-47e5-b57f-35051d6458b3 None None] Provisioning complete for port badd4b64-a664-4661-9c6c-59c885667c5c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:12.164221 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-71217ac3-63c2-47e5-b57f-35051d6458b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.166797 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47294) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:12.181253 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:12.213321 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a1f89ac-1f35-4bca-b4eb-0beda28c694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.215481 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de376aaf-885f-41b6-8a84-33760407ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b4280d-c497-41f8-b3ad-92182a9fabda,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:12.216448 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a1f89ac-1f35-4bca-b4eb-0beda28c694a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.218245 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-7a1f89ac-1f35-4bca-b4eb-0beda28c694a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea2b6e04-0885-45ee-9062-550b7aa0edb6 HTTP/1.1" status: 204 len: 168 time: 1.0229990 Mar 29 21:07:12.219238 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.220181 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-939351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4392'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.343016 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device badd4b64-a664-4661-9c6c-59c885667c5c up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:12.352316 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47318) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:12.355773 dv-cinder-835761-1-smb neutron-server[101972]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 21:07:12.400490 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f89ac-1f35-4bca-b4eb-0beda28c694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2b6e04-0885-45ee-9062-550b7aa0edb6,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:12.407834 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.442661 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.444063 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-939351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4392'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.541193 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.678327 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-093f6feb-78c9-4f9e-bc6b-27267053084d', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 21:07:12.679791 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.744154 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.754126 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-71217ac3-63c2-47e5-b57f-35051d6458b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.755970 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47340) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:12.768174 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-50cd571d-e233-4042-b8e6-d5a51a91ef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.800320 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fff885-7c6f-44dc-b281-6415416ee584 req-419626bf-564b-4511-b0ed-5aef81a19a67 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:12.809480 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-419626bf-564b-4511-b0ed-5aef81a19a67 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/networks?id=d81695d5-c337-4189-8058-a789790e993e HTTP/1.1" status: 200 len: 812 time: 0.4550488 Mar 29 21:07:12.852137 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-a474c723-6e80-4af0-b4c1-3bdad78ae882 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/quotas/a1d10e2ba226416ca2ffb6eadc07afad HTTP/1.1" status: 200 len: 375 time: 0.0415039 Mar 29 21:07:12.881612 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-0817999d-c260-4619-9013-99526417422a', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 21:07:12.885861 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.888670 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5806ca6-bdf5-47be-8607-aa9a0329314b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.935074 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port badd4b64-a664-4661-9c6c-59c885667c5c triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:12.935659 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.946213 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-6ab1fab1-326c-4f2b-ac01-e3fc0610a4ad tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d10e2ba226416ca2ffb6eadc07afad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891411 Mar 29 21:07:12.960409 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:12.993860 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47348) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:12.999133 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1947198046-network', 'tenant_id': '77a4ff2ec0b44ff59f7f894b01697240'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:13.003539 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-71217ac3-63c2-47e5-b57f-35051d6458b3 None None] For port badd4b64-a664-4661-9c6c-59c885667c5c, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=badd4b64-a664-4661-9c6c-59c885667c5c,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:13.025770 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-71217ac3-63c2-47e5-b57f-35051d6458b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.035863 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Made reservation on behalf of 77a4ff2ec0b44ff59f7f894b01697240 for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:13.038487 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.050452 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.211320 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.215312 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5806ca6-bdf5-47be-8607-aa9a0329314b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.219250 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.235416 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Allocated IP 172.20.0.2 (093f6feb-78c9-4f9e-bc6b-27267053084d/1fc48955-b4c5-4f4a-805b-238bb5b36e9e/30b13dc2-b767-4d17-9dfa-fcc2febb6c5b) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:13.253331 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:07:13.273785 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d95f0-0641-4cad-a1c8-75258e3ba26d,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:13.290238 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.290827 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Added segment bdf0865c-14d3-4f3d-8d5a-db4733b9511a of type vlan for network 8e829a99-7a70-49e1-b237-1ccf2c774100 Mar 29 21:07:13.298530 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71217ac3-63c2-47e5-b57f-35051d6458b3 None None] Pushing event updated for resources: {'Port': ['ID=badd4b64-a664-4661-9c6c-59c885667c5c,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:13.301437 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-611aac7c-4e5a-4b7a-bbab-bb37e08ffb73 None None] Provisioning complete for port badd4b64-a664-4661-9c6c-59c885667c5c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:13.301743 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-611aac7c-4e5a-4b7a-bbab-bb37e08ffb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.322505 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.326098 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5806ca6-bdf5-47be-8607-aa9a0329314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.372871 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e5806ca6-bdf5-47be-8607-aa9a0329314b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7046bbee64a64d9ba4f56b9b1e6fc4ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6134441 Mar 29 21:07:13.385494 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47358) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:13.427937 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Router 9475f90a-ecb8-4e4f-afe1-377fb2007882 is scheduled to L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 21:07:13.443818 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Allocated IP 172.20.0.2 (0817999d-c260-4619-9013-99526417422a/94e95332-3728-4ee5-bf7c-dc563a60496f/9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:13.523279 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-47dc3478-09ae-4e9f-943d-0408c168abb7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:07:13.524467 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-47dc3478-09ae-4e9f-943d-0408c168abb7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3303530 Mar 29 21:07:13.570321 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5806ca6-bdf5-47be-8607-aa9a0329314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5556256-fab8-4213-a156-e9480f757722,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:13.634605 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-ec02970d-3e23-49b1-8bb8-7f6944433245 service neutron] 10.222.0.37 "GET /v2.0/networks/d81695d5-c337-4189-8058-a789790e993e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996354 Mar 29 21:07:13.636595 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.712763 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:07:13.722422 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Sync routers for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:07:13.735489 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:13.736042 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:06:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:13.744758 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.747394 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:13.748490 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.828231 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.853134 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.859925 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] Pushing event updated for resources: {'Network': ['ID=8e829a99-7a70-49e1-b237-1ccf2c774100,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:13.876217 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-535dbbdb-29be-4318-b70c-75683ce330fa service neutron] 10.222.0.37 "GET /v2.0/networks/d81695d5-c337-4189-8058-a789790e993e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344999 Mar 29 21:07:13.885050 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-d151c6f0-cb6f-4ef1-bf9e-93aaa81ddd25 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8899961 Mar 29 21:07:13.885886 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47380) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:13.893053 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Request body: {'subnet': {'network_id': '8e829a99-7a70-49e1-b237-1ccf2c774100', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1947198046-subnet', 'tenant_id': '77a4ff2ec0b44ff59f7f894b01697240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:13.907685 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:13.911759 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-f83ccf57-1455-45b0-a3e6-64de354917cf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2600391 Mar 29 21:07:13.911907 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 8e829a99-7a70-49e1-b237-1ccf2c774100 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:07:13.912792 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47382) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:13.989180 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7abb8edc-f72a-433c-a88e-3c7207edf023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.084230 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device badd4b64-a664-4661-9c6c-59c885667c5c up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:14.142606 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Made reservation on behalf of 77a4ff2ec0b44ff59f7f894b01697240 for: {'subnet': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:14.161610 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.201916 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Network 093f6feb-78c9-4f9e-bc6b-27267053084d is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:14.248158 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:14.289999 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47396) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:14.291931 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.320018 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:14.350405 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7abb8edc-f72a-433c-a88e-3c7207edf023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.393435 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:14.400531 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Pushing event updated for resources: {'Port': ['ID=30b13dc2-b767-4d17-9dfa-fcc2febb6c5b,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:14.448481 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.464352 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:11Z', 'revision_number': 3, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:14.492601 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Checking router: 9475f90a-ecb8-4e4f-afe1-377fb2007882 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:07:14.493185 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Updating router 9475f90a-ecb8-4e4f-afe1-377fb2007882 port c85a337f-7f28-4c5c-bec8-169aa1432261 binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:07:14.515780 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3ac14fe9-0a2e-463b-9cad-278469522d22 req-559cc163-1d78-4f6c-bd1f-20461528071b tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 210 time: 0.2245045 Mar 29 21:07:14.523882 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.550068 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Network 0817999d-c260-4619-9013-99526417422a is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:14.554354 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Pushing event updated for resources: {'Port': ['ID=9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:14.598818 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Attempting to bind port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:14.599253 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Attempting to bind port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:14.599622 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Attempting to bind port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b on network 093f6feb-78c9-4f9e-bc6b-27267053084d {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:14.607409 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:14.627988 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.630699 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:14.641369 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:14.644235 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Checking segment: {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:14.644814 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.646855 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Bound using segment: {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:14.647518 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Bound port: 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:14.648100 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.684157 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.698749 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.707251 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port badd4b64-a664-4661-9c6c-59c885667c5c triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:14.707786 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.779975 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7abb8edc-f72a-433c-a88e-3c7207edf023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.784479 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7abb8edc-f72a-433c-a88e-3c7207edf023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.785698 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-7abb8edc-f72a-433c-a88e-3c7207edf023 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5556256-fab8-4213-a156-e9480f757722 HTTP/1.1" status: 204 len: 168 time: 1.3873718 Mar 29 21:07:14.800553 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb8edc-f72a-433c-a88e-3c7207edf023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5556256-fab8-4213-a156-e9480f757722,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:14.831013 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.852869 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=513c2e7a-1738-4f46-874a-9253a27a56db,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:14.859833 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Checking segment: {'id': 'bdf0865c-14d3-4f3d-8d5a-db4733b9511a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8e829a99-7a70-49e1-b237-1ccf2c774100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:14.861893 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Network hostable DHCP agents. Network: 8e829a99-7a70-49e1-b237-1ccf2c774100, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:07:14.893906 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.944878 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.955279 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:14.979321 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Network 8e829a99-7a70-49e1-b237-1ccf2c774100 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:07:14.998601 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] For port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:15.004512 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] For port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=30b13dc2-b767-4d17-9dfa-fcc2febb6c5b,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:15.008491 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Attempting to bind port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:15.008491 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Attempting to bind port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:15.008491 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Attempting to bind port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe on network 0817999d-c260-4619-9013-99526417422a {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:15.035394 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.060067 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Pushing event updated for resources: {'Port': ['ID=c85a337f-7f28-4c5c-bec8-169aa1432261,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:15.075065 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 8e829a99-7a70-49e1-b237-1ccf2c774100) {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:15.105376 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:15.105376 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.115312 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.115804 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.116287 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.120850 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.121286 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.121632 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.121988 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.122324 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.122663 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.125153 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.125507 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.125838 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Tracked resource versions report: Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: pushed versions: Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: { 'AddressGroup': {'1.2'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'ConntrackHelper': {'1.0'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Log': {'1.0'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Network': {'1.1'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Port': {'1.7'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'PortForwarding': {'1.2'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'QosPolicy': {'1.9'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'SecurityGroup': {'1.4'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'SecurityGroupRule': {'1.2'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'SubPort': {'1.0'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Subnet': {'1.1'}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Trunk': {'1.1'}} Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: consumer versions: Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: { DHCP agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: HyperV agent@hv-cinder-83576: {}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: L3 agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: Metadata agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: Metering agent@dv-cinder-835761-1-smb: {}, Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: Open vSwitch agent@dv-cinder-835761-1-smb: { 'AddressGroup': '1.2', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'ConntrackHelper': '1.0', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Log': '1.0', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Network': '1.1', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Port': '1.7', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'PortForwarding': '1.2', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'QosPolicy': '1.9', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'SecurityGroup': '1.4', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'SecurityGroupRule': '1.2', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'SubPort': '1.0', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Subnet': '1.1', Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: 'Trunk': '1.1'}} Mar 29 21:07:15.126962 dv-cinder-835761-1-smb neutron-server[101974]: {{(pid=101974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 21:07:15.134265 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Attempting to bind port c85a337f-7f28-4c5c-bec8-169aa1432261 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:15.134645 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Attempting to bind port c85a337f-7f28-4c5c-bec8-169aa1432261 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:15.134993 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Attempting to bind port c85a337f-7f28-4c5c-bec8-169aa1432261 on network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:15.148665 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:15.149077 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:15.149977 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.150600 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Bound using segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:15.157076 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Bound port: c85a337f-7f28-4c5c-bec8-169aa1432261, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:15.157076 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.173870 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0b7e7fe4-9d5a-4d7d-ae7c-5d41e29ddd3f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2843320 Mar 29 21:07:15.197667 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Allocated IP 172.28.3.180 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/9a78d8fe-aea9-48eb-962c-19707b604462) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:15.301220 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ef62c-b03e-4007-96e0-e277378d8e36 None None] Pushing event updated for resources: {'Port': ['ID=30b13dc2-b767-4d17-9dfa-fcc2febb6c5b,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:15.308771 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f5cab-7129-42e2-b712-c50f44927cdc None None] Network 8e829a99-7a70-49e1-b237-1ccf2c774100 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:15.340247 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.346171 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:15.352122 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Checking segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:15.363262 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] For port c85a337f-7f28-4c5c-bec8-169aa1432261, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:15.364547 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.365028 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Bound using segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:15.370471 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Bound port: 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:15.370904 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.380049 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] For port c85a337f-7f28-4c5c-bec8-169aa1432261, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=c85a337f-7f28-4c5c-bec8-169aa1432261,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:15.403784 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.411330 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.507210 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d7109d1a-61cf-485f-84a4-c9eeb1ba3caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.535510 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:15.536147 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:15.562875 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Pushing event updated for resources: {'Port': ['ID=9a78d8fe-aea9-48eb-962c-19707b604462,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:15.586473 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:15.605400 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:15.613800 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:15.669343 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:15.782106 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-399a8cc5-b941-40d4-a7bb-d5ea71b741b4 req-3d0cfb2a-8c3c-467f-b603-79cee857281b tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 210 time: 0.1533971 Mar 29 21:07:15.793857 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Allocated IP 172.28.3.161 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/bd8e7bd9-cf12-4634-b852-71d84f857174) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:15.806766 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47458) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:15.926312 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:16.204315 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] For port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:16.212163 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:16.294881 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] For port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:16.308848 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78038558-9ae8-410c-b5af-aca6d89c0122 None None] Network 8e829a99-7a70-49e1-b237-1ccf2c774100 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:16.315121 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:16.335531 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f9cba8-6e6e-4444-a31c-e5f55a607211 admin admin] Deleting subnet a66681ba-23fa-4dac-8c63-20bb088644ce {{(pid=101972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:07:16.340641 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9032e79-32a4-4d16-bee1-14f4d87b88f8 None None] Pushing event updated for resources: {'Port': ['ID=c85a337f-7f28-4c5c-bec8-169aa1432261,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:16.360422 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c6f9cba8-6e6e-4444-a31c-e5f55a607211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:16.471365 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:11Z', 'revision_number': 3, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:16.544355 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955648f-7636-45ce-8bbd-fa1b485f71f9 None None] The sync data for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb is: [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:11Z', 'revision_number': 3, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:07:16.564037 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47496) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:16.616275 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c6f9cba8-6e6e-4444-a31c-e5f55a607211 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:16.644799 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c6f9cba8-6e6e-4444-a31c-e5f55a607211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:16.681972 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:16.718554 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Allocated IP 172.20.0.1 (86d2555e-7747-4512-bb17-6de9b3f31512/a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c/b948ff7b-bd44-4ec2-8522-facfba4acdb9) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:16.729769 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:16.745895 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:16.868173 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c6f9cba8-6e6e-4444-a31c-e5f55a607211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.024281 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9cba8-6e6e-4444-a31c-e5f55a607211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66681ba-23fa-4dac-8c63-20bb088644ce,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:17.176392 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c6f9cba8-6e6e-4444-a31c-e5f55a607211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.177717 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a5e76-a689-4b93-8e06-078809fc0f49 None None] Pushing event updated for resources: {'Port': ['ID=9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:17.220480 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-c6f9cba8-6e6e-4444-a31c-e5f55a607211 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a66681ba-23fa-4dac-8c63-20bb088644ce HTTP/1.1" status: 204 len: 168 time: 1.3931870 Mar 29 21:07:17.224219 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47534) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:17.235097 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0f5cf918-84a0-4d48-8be4-5ec34576e37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.251488 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:17.252135 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.335730 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0249f2d4-e764-4e57-a7c8-c67f1901be91 req-d749486f-fc06-4cfd-b0de-2bf0a2678ab3 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 210 time: 0.0990369 Mar 29 21:07:17.446800 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf7f637-c248-4846-a067-1a5d12a8d75e None None] Network 093f6feb-78c9-4f9e-bc6b-27267053084d requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:17.509869 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.611321 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.627565 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.693078 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.747315 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=30b13dc2-b767-4d17-9dfa-fcc2febb6c5b,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:17.770996 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.784393 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Pushing event updated for resources: {'Port': ['ID=bd8e7bd9-cf12-4634-b852-71d84f857174,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:17.798192 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:17.809325 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:17.818159 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:17.847945 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.887243 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=30b13dc2-b767-4d17-9dfa-fcc2febb6c5b,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:17.890406 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Network 86d2555e-7747-4512-bb17-6de9b3f31512 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:17.896279 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-583b47da-a49d-4036-82e4-3bd26f0d29fe None None] Provisioning complete for port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:17.897237 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-583b47da-a49d-4036-82e4-3bd26f0d29fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.906916 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.934305 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:17.956270 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:17.957123 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570284'] for router_interface, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:17.968691 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b948ff7b-bd44-4ec2-8522-facfba4acdb9,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:17.987403 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:18.559362 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:18.590403 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-1ad39f05-563d-4cc4-898a-e3b7f36aaae0 None None] Provisioning complete for port b948ff7b-bd44-4ec2-8522-facfba4acdb9 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:18.591032 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1ad39f05-563d-4cc4-898a-e3b7f36aaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:18.666833 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.39', 58133) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:18.724182 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-1ad39f05-563d-4cc4-898a-e3b7f36aaae0 None None] Port b948ff7b-bd44-4ec2-8522-facfba4acdb9 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:18.785958 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device c85a337f-7f28-4c5c-bec8-169aa1432261 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:18.791230 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0f5cf918-84a0-4d48-8be4-5ec34576e37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:18.807234 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0f5cf918-84a0-4d48-8be4-5ec34576e37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:18.874959 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-043b936d-c9ab-48ac-80af-955f0e98db20 None None] Provisioning complete for port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:18.875587 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-043b936d-c9ab-48ac-80af-955f0e98db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:18.921344 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port c85a337f-7f28-4c5c-bec8-169aa1432261 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:18.923749 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:18.959786 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ccf6ed-6ecc-4591-b41c-c6d3557971b5 None None] Network 0817999d-c260-4619-9013-99526417422a requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:07:18.973534 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cf918-84a0-4d48-8be4-5ec34576e37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9258dd-60fa-4bd0-8942-e0d62489f32d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:18.985562 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fff885-7c6f-44dc-b281-6415416ee584 req-6c766a87-9f61-437b-a09a-882c8648d104 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:18.986956 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-6c766a87-9f61-437b-a09a-882c8648d104 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.39 "GET /v2.0/networks?id=d81695d5-c337-4189-8058-a789790e993e HTTP/1.1" status: 200 len: 812 time: 0.2986870 Mar 29 21:07:19.002257 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-0f5cf918-84a0-4d48-8be4-5ec34576e37c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=492982eeee5242219637e9d04b171b76&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4345288 Mar 29 21:07:19.008085 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47608) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:19.034294 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-66a5e2a2-6308-43c1-a04d-43fbf13e6d16 req-4c17e385-13f0-4d29-827e-d41e289a344f tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 210 time: 0.1082699 Mar 29 21:07:19.079104 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Router bdc4741b-680c-424e-9346-4f833872b4c4 is scheduled to L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 21:07:19.089871 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Request body: {'port': {'device_id': '8d1fa83d-fd83-4d0f-8fbd-afa24565c43a', 'network_id': 'd81695d5-c337-4189-8058-a789790e993e', 'admin_state_up': True, 'tenant_id': 'a1d10e2ba226416ca2ffb6eadc07afad'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:19.137965 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-981810b8-c649-47dc-9798-94861fea6051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.182626 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.198532 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-981810b8-c649-47dc-9798-94861fea6051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.215996 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.361435 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.362201 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.362956 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.363295 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > port after_create 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.363649 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.363943 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > port after_update 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.364429 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.364720 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.365193 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.365675 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.387186 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47614) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:19.395411 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.429018 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port c85a337f-7f28-4c5c-bec8-169aa1432261, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=c85a337f-7f28-4c5c-bec8-169aa1432261,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:19.445997 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.446817 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:19.557909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-c7a785a8-af4a-4d0b-b941-76f2c370ac26 None None] Provisioning complete for port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:19.558718 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c7a785a8-af4a-4d0b-b941-76f2c370ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.564598 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=c85a337f-7f28-4c5c-bec8-169aa1432261,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:19.596545 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:07:19.615556 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Sync routers for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:07:19.630985 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:19.631351 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.709370 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:19.759978 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:19.761863 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534be2e0-61c6-4ebc-8fc4-19b547f30d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.761863 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.761863 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ebac0ebb-c92a-40f9-bf19-85eec04f1747 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6183691 Mar 29 21:07:19.761863 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47636) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:19.833773 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-981810b8-c649-47dc-9798-94861fea6051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.837245 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-981810b8-c649-47dc-9798-94861fea6051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:19.842329 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-981810b8-c649-47dc-9798-94861fea6051 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff9258dd-60fa-4bd0-8942-e0d62489f32d HTTP/1.1" status: 204 len: 168 time: 0.8326988 Mar 29 21:07:19.853377 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.853648 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.857020 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.857478 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:07:19.858187 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74d4ab5-52ec-43e9-86c1-1ba794727128']}} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:19.930350 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981810b8-c649-47dc-9798-94861fea6051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9258dd-60fa-4bd0-8942-e0d62489f32d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:20.031800 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.069110 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecd5f8f-3197-4583-bfcd-80a2a6855faf') {'for_net_delete': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:20.069671 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecd5f8f-3197-4583-bfcd-80a2a6855faf') {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:20.115761 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224763'] for segment, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.146076 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.149259 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.165201 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Made reservation on behalf of a1d10e2ba226416ca2ffb6eadc07afad for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:20.167453 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.169682 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.193428 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:07:20.194045 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693411'] for segment, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: from cryptography.utils import int_from_bytes Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: from cryptography.utils import int_from_bytes Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: Traceback (most recent call last): Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: timer() Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: cb(*args, **kw) Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: return func(*args, **kwargs) Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: self._notify() Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: self.callback(batched_events) Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: event.method(event) Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: return f(self, *a, **k) Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: return self._get(url).json() Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: return self.request(url, 'GET', **kwargs) Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:07:20.198489 dv-cinder-835761-1-smb neutron-server[101972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:07:20.224037 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c7a785a8-af4a-4d0b-b941-76f2c370ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.237358 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534be2e0-61c6-4ebc-8fc4-19b547f30d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.259864 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534be2e0-61c6-4ebc-8fc4-19b547f30d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.429136 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-534be2e0-61c6-4ebc-8fc4-19b547f30d21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e725551c711c4492814df9b1d15e1a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0400813 Mar 29 21:07:20.440488 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534be2e0-61c6-4ebc-8fc4-19b547f30d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfef18c-481f-4dc8-8372-717a911372ac,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:20.475225 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47660) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:20.481081 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c7a785a8-af4a-4d0b-b941-76f2c370ac26 None None] For port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:20.504069 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:20.518493 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5f2641c9-47b1-4a7c-ad05-9c921e5f3d32 req-1292fa7a-ac8b-4d41-bd5f-fb1757de9d30 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 210 time: 0.1673272 Mar 29 21:07:20.549829 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.550702 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c7a785a8-af4a-4d0b-b941-76f2c370ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.614703 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74d4ab5-52ec-43e9-86c1-1ba794727128,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:20.620182 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.625457 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-716a6464-69ce-4d65-aec7-7de98e3d0558 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b74d4ab5-52ec-43e9-86c1-1ba794727128 HTTP/1.1" status: 204 len: 168 time: 3.3897543 Mar 29 21:07:20.638188 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47670) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:20.957356 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e564e87-0781-4de9-874c-ab06fe0edaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:20.971246 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Router 03d30203-8c4e-495e-adfa-c484aa45efa5 is scheduled to L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 21:07:21.021752 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e564e87-0781-4de9-874c-ab06fe0edaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.027715 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Allocated IP 172.20.0.12 (d81695d5-c337-4189-8058-a789790e993e/dee15fce-7816-4e5c-8efb-8b56cb9cc29e/ba983593-f77a-4b14-9fa7-3cbfa22bd6c1) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:21.042156 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.db.api [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 21:07:21.042787 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG oslo_db.api [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 21:07:21.055696 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a785a8-af4a-4d0b-b941-76f2c370ac26 None None] Pushing event updated for resources: {'Port': ['ID=9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:21.058522 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_v2 [None req-a114a13c-7a9b-4f14-86be-efcdfed6280e admin admin] Deleting subnet 513c2e7a-1738-4f46-874a-9253a27a56db {{(pid=101972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:07:21.069892 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a114a13c-7a9b-4f14-86be-efcdfed6280e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.078369 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-6371c283-ff40-4645-966e-164b17678f5c None None] Provisioning complete for port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:21.079719 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6371c283-ff40-4645-966e-164b17678f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.146284 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a114a13c-7a9b-4f14-86be-efcdfed6280e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224752'] for subnet, precommit_delete_associations {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.215029 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a114a13c-7a9b-4f14-86be-efcdfed6280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.312819 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a114a13c-7a9b-4f14-86be-efcdfed6280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9691461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9659386'] for subnet, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.386865 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114a13c-7a9b-4f14-86be-efcdfed6280e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513c2e7a-1738-4f46-874a-9253a27a56db,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:21.390890 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:07:21.401117 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a114a13c-7a9b-4f14-86be-efcdfed6280e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.402266 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Sync routers for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:07:21.409513 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-a114a13c-7a9b-4f14-86be-efcdfed6280e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/513c2e7a-1738-4f46-874a-9253a27a56db HTTP/1.1" status: 204 len: 168 time: 0.7697372 Mar 29 21:07:21.410458 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47692) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:21.424999 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:21.426017 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:21.441323 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:16Z', 'revision_number': 3, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:21.442798 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e564e87-0781-4de9-874c-ab06fe0edaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.445716 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e564e87-0781-4de9-874c-ab06fe0edaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.449616 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-9e564e87-0781-4de9-874c-ab06fe0edaa9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbfef18c-481f-4dc8-8372-717a911372ac HTTP/1.1" status: 204 len: 168 time: 0.9628992 Mar 29 21:07:21.483216 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.507042 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.577628 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.612714 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Checking router: bdc4741b-680c-424e-9346-4f833872b4c4 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:07:21.613097 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Updating router bdc4741b-680c-424e-9346-4f833872b4c4 port 9a78d8fe-aea9-48eb-962c-19707b604462 binding host dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:07:21.649878 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.696770 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.697537 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-f0e63198-a99b-4538-a8b8-c1c979971b4f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5249493 Mar 29 21:07:21.698719 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e564e87-0781-4de9-874c-ab06fe0edaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfef18c-481f-4dc8-8372-717a911372ac,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:21.724621 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47700) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:21.732174 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:21.733713 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:21.859287 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:22.136450 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:22.145094 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:22.187083 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7b0a720c-4313-4d76-9aee-61b40be954d5 req-01e27cd5-be4a-41f9-bf66-261b5634d00f tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 210 time: 0.4303179 Mar 29 21:07:22.187772 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b948ff7b-bd44-4ec2-8522-facfba4acdb9,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:22.195058 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570304'] for router_interface, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:22.394157 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:18Z', 'revision_number': 3, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:22.425992 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Checking router: 03d30203-8c4e-495e-adfa-c484aa45efa5 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:07:22.427060 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Updating router 03d30203-8c4e-495e-adfa-c484aa45efa5 port bd8e7bd9-cf12-4634-b852-71d84f857174 binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:07:22.464867 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:22.515065 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47712) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:22.680421 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1b30626d-dfe6-413c-9581-24db9a45c91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:22.802264 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:22.833604 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device c85a337f-7f28-4c5c-bec8-169aa1432261 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:22.922692 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47716) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:22.980137 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:22.995138 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1b30626d-dfe6-413c-9581-24db9a45c91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.008922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.009623 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1b30626d-dfe6-413c-9581-24db9a45c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.023204 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.052670 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e829a99-7a70-49e1-b237-1ccf2c774100']}} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:23.082250 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Network 86d2555e-7747-4512-bb17-6de9b3f31512 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:23.092249 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:23.096389 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf0865c-14d3-4f3d-8d5a-db4733b9511a') {'for_net_delete': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:23.096695 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf0865c-14d3-4f3d-8d5a-db4733b9511a') {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:23.132634 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Attempting to bind port 9a78d8fe-aea9-48eb-962c-19707b604462 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:23.138281 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Attempting to bind port 9a78d8fe-aea9-48eb-962c-19707b604462 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:23.139875 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-1b30626d-dfe6-413c-9581-24db9a45c91e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03e342192c4e46ca9a0a78d56c34fcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6177745 Mar 29 21:07:23.140892 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Attempting to bind port 9a78d8fe-aea9-48eb-962c-19707b604462 on network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:23.142634 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30626d-dfe6-413c-9581-24db9a45c91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1e0617-54f9-4def-aa5f-e3a5041767e0,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:23.159062 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47724) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:23.180653 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224763'] for segment, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.284661 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:23.285516 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:23.286065 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.286565 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Bound using segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:23.287542 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Bound port: 9a78d8fe-aea9-48eb-962c-19707b604462, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:23.288870 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.431406 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.536813 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2fb34967-c4be-4557-b8c5-4c303ca91643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.554629 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:07:23.555074 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693411'] for segment, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: Traceback (most recent call last): Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: timer() Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: cb(*args, **kw) Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: return func(*args, **kwargs) Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: self._notify() Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: self.callback(batched_events) Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: event.method(event) Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: return f(self, *a, **k) Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: return self._get(url).json() Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: return self.request(url, 'GET', **kwargs) Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:07:23.557038 dv-cinder-835761-1-smb neutron-server[101972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:07:23.563273 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.575340 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.597491 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Allocated IP 172.20.0.1 (0817999d-c260-4619-9013-99526417422a/94e95332-3728-4ee5-bf7c-dc563a60496f/161337fd-5a3c-424c-a86c-861e22e76275) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:23.704011 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.747848 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402d6fd-379d-4cde-bf0e-a4a73816f30d None None] Pushing event updated for resources: {'Port': ['ID=bd8e7bd9-cf12-4634-b852-71d84f857174,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:23.753366 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Attempting to bind port bd8e7bd9-cf12-4634-b852-71d84f857174 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:23.753744 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Attempting to bind port bd8e7bd9-cf12-4634-b852-71d84f857174 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:23.754124 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Attempting to bind port bd8e7bd9-cf12-4634-b852-71d84f857174 on network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:23.767936 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:23.768420 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:23.769098 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.769854 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Bound using segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:23.772077 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Bound port: bd8e7bd9-cf12-4634-b852-71d84f857174, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:23.773006 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.774116 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-29746143-bdfc-476c-aea7-4f25d22331c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.783008 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] For port 9a78d8fe-aea9-48eb-962c-19707b604462, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:23.889682 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] For port 9a78d8fe-aea9-48eb-962c-19707b604462, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=9a78d8fe-aea9-48eb-962c-19707b604462,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:23.895304 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] For port bd8e7bd9-cf12-4634-b852-71d84f857174, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:23.897492 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-9035142e-ae99-42a5-a030-cb14390649fd None None] Provisioning complete for port b948ff7b-bd44-4ec2-8522-facfba4acdb9 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:23.899603 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] For port bd8e7bd9-cf12-4634-b852-71d84f857174, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=bd8e7bd9-cf12-4634-b852-71d84f857174,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:23.900765 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9035142e-ae99-42a5-a030-cb14390649fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.905692 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc9e36-a57b-41ac-aa86-668931dc2271 None None] Pushing event updated for resources: {'Port': ['ID=9a78d8fe-aea9-48eb-962c-19707b604462,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:23.907524 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:23.971739 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.006699 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Network d81695d5-c337-4189-8058-a789790e993e is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:24.011258 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.014475 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-29746143-bdfc-476c-aea7-4f25d22331c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.016667 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.019923 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:24.022542 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:24.028443 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port c85a337f-7f28-4c5c-bec8-169aa1432261 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:24.031779 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.035822 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e829a99-7a70-49e1-b237-1ccf2c774100 HTTP/1.1" status: 204 len: 168 time: 2.6037834 Mar 29 21:07:24.043280 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.047700 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:24.054877 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:24.060304 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Pushing event updated for resources: {'Port': ['ID=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:24.127094 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4b789-84ac-4eb2-ba95-fc80ac379293 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e829a99-7a70-49e1-b237-1ccf2c774100,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:24.224918 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc9e36-a57b-41ac-aa86-668931dc2271 None None] Pushing event updated for resources: {'Port': ['ID=9a78d8fe-aea9-48eb-962c-19707b604462,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:24.247630 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4849552-54f6-4047-a345-07563e9ec87e req-11f6f930-b979-4289-a001-99d94bb2516a tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:24.253593 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4849552-54f6-4047-a345-07563e9ec87e req-11f6f930-b979-4289-a001-99d94bb2516a tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 932 time: 0.8039649 Mar 29 21:07:24.282342 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2fb34967-c4be-4557-b8c5-4c303ca91643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.300154 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Router 9475f90a-ecb8-4e4f-afe1-377fb2007882 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:07:24.306088 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-29746143-bdfc-476c-aea7-4f25d22331c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.310293 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-29746143-bdfc-476c-aea7-4f25d22331c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.314957 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-29746143-bdfc-476c-aea7-4f25d22331c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f1e0617-54f9-4def-aa5f-e3a5041767e0 HTTP/1.1" status: 204 len: 168 time: 1.1495466 Mar 29 21:07:24.315393 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2fb34967-c4be-4557-b8c5-4c303ca91643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.354678 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-9035142e-ae99-42a5-a030-cb14390649fd None None] Port b948ff7b-bd44-4ec2-8522-facfba4acdb9 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:24.375515 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47742) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:24.385994 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29746143-bdfc-476c-aea7-4f25d22331c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1e0617-54f9-4def-aa5f-e3a5041767e0,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:24.419222 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:24.488086 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:24.493446 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.538007 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:24.545287 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb34967-c4be-4557-b8c5-4c303ca91643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252909b1-ac33-43e1-a6ea-540452642722,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:24.575594 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:24.663933 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2fb34967-c4be-4557-b8c5-4c303ca91643 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a62b9ae5f3764a7b9c0dfb85b3da9694&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7304118 Mar 29 21:07:24.664123 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:24.664925 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:24.666049 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47758) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:24.782106 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402d6fd-379d-4cde-bf0e-a4a73816f30d None None] Pushing event updated for resources: {'Port': ['ID=bd8e7bd9-cf12-4634-b852-71d84f857174,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:24.828924 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-3efc2b82-a1b4-4654-862e-8977fe1846cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0eaa647b3b14dde92fec4cc243a434b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4494584 Mar 29 21:07:24.843093 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:18Z', 'revision_number': 3, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:24.847540 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47764) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:24.851407 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4849552-54f6-4047-a345-07563e9ec87e req-fe7a150e-4b87-498f-96c8-9cad6810e04f tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652118 Mar 29 21:07:24.863716 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-da20b473-29af-4455-ad49-fa27183a6441 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7878249 Mar 29 21:07:24.893347 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c3a8a-dfd0-4169-b482-bc748c2b286f None None] The sync data for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb is: [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:18Z', 'revision_number': 3, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:07:24.903121 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-8fa0f058-4db3-4818-b20a-2b04549b5250 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:07:24.906606 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-8fa0f058-4db3-4818-b20a-2b04549b5250 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227613 Mar 29 21:07:24.946610 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:25.087888 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40968081-d640-4522-8ec9-1c7357a0fbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.126076 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:07:25.142794 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-5459983f-ed5f-459e-920a-f29b48fd08c7 admin admin] 10.222.0.37 "PUT /v2.0/routers/9475f90a-ecb8-4e4f-afe1-377fb2007882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2294118 Mar 29 21:07:25.213938 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Allocated IP 172.20.0.1 (093f6feb-78c9-4f9e-bc6b-27267053084d/1fc48955-b4c5-4f4a-805b-238bb5b36e9e/79e64d55-bb05-4ff1-b60a-967ed2503410) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:25.239167 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.243073 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Sync routers for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:07:25.280673 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40968081-d640-4522-8ec9-1c7357a0fbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.298797 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:25.299166 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.299741 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3096a448-5395-4fdb-8f9c-5d169fbf1136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.384756 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:25.386133 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:25.583634 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40968081-d640-4522-8ec9-1c7357a0fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.592902 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40968081-d640-4522-8ec9-1c7357a0fbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.598167 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-40968081-d640-4522-8ec9-1c7357a0fbee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/252909b1-ac33-43e1-a6ea-540452642722 HTTP/1.1" status: 204 len: 168 time: 0.9171412 Mar 29 21:07:25.640856 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Network 0817999d-c260-4619-9013-99526417422a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:25.685399 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Request body: {'port': {'device_id': '8d1fa83d-fd83-4d0f-8fbd-afa24565c43a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:25.698204 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:25.703079 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:25.706163 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570284'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.745843 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3096a448-5395-4fdb-8f9c-5d169fbf1136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.847118 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:25.877843 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:26.003728 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:16Z', 'revision_number': 3, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:26.055929 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7295fe-c4ec-4956-af0f-ae5fac3d2139 None None] The sync data for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb is: [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:16Z', 'revision_number': 3, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:07:26.069322 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Pushing event updated for resources: {'Port': ['ID=161337fd-5a3c-424c-a86c-861e22e76275,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:26.102504 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40968081-d640-4522-8ec9-1c7357a0fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252909b1-ac33-43e1-a6ea-540452642722,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:26.248658 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device bd8e7bd9-cf12-4634-b852-71d84f857174 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:26.463713 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-4a4629b1-cc47-4931-80f3-0f9ca7ada319 None None] Provisioning complete for port 161337fd-5a3c-424c-a86c-861e22e76275 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:26.464110 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a4629b1-cc47-4931-80f3-0f9ca7ada319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:26.661051 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43c9e-f21e-4df0-bac9-3fb40f02298d req-4800b780-6eaf-4e17-be01-997dd250d7af tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:26.663874 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-04d43c9e-f21e-4df0-bac9-3fb40f02298d req-4800b780-6eaf-4e17-be01-997dd250d7af tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 932 time: 0.4986627 Mar 29 21:07:26.677427 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:26.712672 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3096a448-5395-4fdb-8f9c-5d169fbf1136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:26.719530 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47802) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:26.731325 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3096a448-5395-4fdb-8f9c-5d169fbf1136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:26.738067 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-3096a448-5395-4fdb-8f9c-5d169fbf1136 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf070379-6c9e-4a66-b587-0d151b018279 HTTP/1.1" status: 204 len: 168 time: 1.8881774 Mar 29 21:07:26.786846 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port bd8e7bd9-cf12-4634-b852-71d84f857174 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:26.790562 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:26.856446 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096a448-5395-4fdb-8f9c-5d169fbf1136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf070379-6c9e-4a66-b587-0d151b018279,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:26.939702 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-4a4629b1-cc47-4931-80f3-0f9ca7ada319 None None] Port 161337fd-5a3c-424c-a86c-861e22e76275 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:27.077744 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-04d43c9e-f21e-4df0-bac9-3fb40f02298d req-d179bc68-3ca5-491e-8173-9d89188bd625 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999686 Mar 29 21:07:27.113123 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:20Z', 'revision_number': 2, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:27.159619 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:27.240171 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:27.256112 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:27.294477 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Transition to ACTIVE for port object ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:07:27.315893 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:27.320825 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:27.340610 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Checking router: 9475f90a-ecb8-4e4f-afe1-377fb2007882 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:07:27.341272 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Updating router 9475f90a-ecb8-4e4f-afe1-377fb2007882 port b948ff7b-bd44-4ec2-8522-facfba4acdb9 binding host dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:07:27.467423 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47820) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:27.468753 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Pushing event updated for resources: {'Port': ['ID=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:27.476335 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:27.486006 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-5a5f806e-2fda-445a-b400-1fe9f0740c1b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463466616', 'description': 'tempest-description--803519871'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:27.545469 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:27.840878 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b66e3fb-1b1d-470b-8606-cedecfb39ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:27.871804 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Network 093f6feb-78c9-4f9e-bc6b-27267053084d is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:27.881072 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:27.908666 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:27.909489 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570284'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:27.990705 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port bd8e7bd9-cf12-4634-b852-71d84f857174, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=bd8e7bd9-cf12-4634-b852-71d84f857174,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:28.040431 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:28.184287 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47828) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:28.257376 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=79e64d55-bb05-4ff1-b60a-967ed2503410,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:28.263446 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=bd8e7bd9-cf12-4634-b852-71d84f857174,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:28.329175 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 9a78d8fe-aea9-48eb-962c-19707b604462 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:28.469816 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-aba21c92-3d81-47a1-91aa-7266df7c0c0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77a4ff2ec0b44ff59f7f894b01697240&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2820873 Mar 29 21:07:28.470455 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47836) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:28.599443 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5a5f806e-2fda-445a-b400-1fe9f0740c1b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:28.658530 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Attempting to bind port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:28.660079 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Attempting to bind port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': 'fa86cce6-5b33-45a6-b9bc-b0240bf2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd81695d5-c337-4189-8058-a789790e993e'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:28.661587 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Attempting to bind port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 on network d81695d5-c337-4189-8058-a789790e993e {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:28.740049 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 on network d81695d5-c337-4189-8058-a789790e993e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:07:28.743997 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Attempting to bind port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 on network d81695d5-c337-4189-8058-a789790e993e {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:28.781979 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:28.795545 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:28.805619 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:28.808395 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570304'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:28.814955 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:28.815325 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Checking segment: {'id': 'fa86cce6-5b33-45a6-b9bc-b0240bf2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd81695d5-c337-4189-8058-a789790e993e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:28.826834 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Bound using segment: {'id': 'fa86cce6-5b33-45a6-b9bc-b0240bf2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd81695d5-c337-4189-8058-a789790e993e'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:28.827348 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Bound port: ba983593-f77a-4b14-9fa7-3cbfa22bd6c1, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa86cce6-5b33-45a6-b9bc-b0240bf2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd81695d5-c337-4189-8058-a789790e993e'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:28.827716 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:28.905174 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06b86d92-6ed8-498f-baae-a7e6b09ad80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:28.992868 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b66e3fb-1b1d-470b-8606-cedecfb39ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.056183 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b66e3fb-1b1d-470b-8606-cedecfb39ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.207871 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5a5f806e-2fda-445a-b400-1fe9f0740c1b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.220139 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0b66e3fb-1b1d-470b-8606-cedecfb39ba5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=985ea22a7fd341d18f0a7dd430080fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2828279 Mar 29 21:07:29.220855 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5a5f806e-2fda-445a-b400-1fe9f0740c1b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.279077 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47852) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:29.300551 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901fd8d-2c81-4305-8f7c-36ea27da24db req-fbb563cb-8c7f-4c58-a3fb-a56e1eb20259 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:29.316344 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3901fd8d-2c81-4305-8f7c-36ea27da24db req-fbb563cb-8c7f-4c58-a3fb-a56e1eb20259 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 944 time: 0.7222612 Mar 29 21:07:29.337403 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.358090 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.398007 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.403515 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-2aef834a-f2b7-40a1-9c06-98977329a591 None None] Provisioning complete for port 79e64d55-bb05-4ff1-b60a-967ed2503410 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:29.404033 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2aef834a-f2b7-40a1-9c06-98977329a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.477415 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.502414 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5a5f806e-2fda-445a-b400-1fe9f0740c1b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.516524 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-5a5f806e-2fda-445a-b400-1fe9f0740c1b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0377047 Mar 29 21:07:29.523746 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47862) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:29.541970 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66e3fb-1b1d-470b-8606-cedecfb39ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f00492-fcfc-4480-9f11-6b48a1897e8a,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:29.545581 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 9a78d8fe-aea9-48eb-962c-19707b604462 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:29.546172 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.546550 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-a41377ad-358a-4bf3-8feb-98d5ed0e6f9f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'security_group_rule': {'security_group_id': 'ab9921cd-8605-4e98-a047-db6fdd70b608', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:29.578422 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.579404 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570304'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.596234 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Network 0817999d-c260-4619-9013-99526417422a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:29.604112 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706302e-1b1d-4426-9165-aa3debda8712 None None] Pushing event updated for resources: {'Port': ['ID=b948ff7b-bd44-4ec2-8522-facfba4acdb9,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:29.630165 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-2aef834a-f2b7-40a1-9c06-98977329a591 None None] Port 79e64d55-bb05-4ff1-b60a-967ed2503410 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:29.632260 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:29.637270 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Pushing event updated for resources: {'Port': ['ID=161337fd-5a3c-424c-a86c-861e22e76275,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:29.654118 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06b86d92-6ed8-498f-baae-a7e6b09ad80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.694958 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f806e-2fda-445a-b400-1fe9f0740c1b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9921cd-8605-4e98-a047-db6fdd70b608,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:29.822227 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3901fd8d-2c81-4305-8f7c-36ea27da24db req-dbba2831-1392-4f65-8460-6e1658483ca2 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032697 Mar 29 21:07:29.842154 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ab75427f-247b-4b11-88b4-28f1c3aa87db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.913624 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Attempting to bind port b948ff7b-bd44-4ec2-8522-facfba4acdb9 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:29.923004 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Attempting to bind port b948ff7b-bd44-4ec2-8522-facfba4acdb9 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:29.923627 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Attempting to bind port b948ff7b-bd44-4ec2-8522-facfba4acdb9 on network 86d2555e-7747-4512-bb17-6de9b3f31512 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:29.944053 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:29.957412 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Checking segment: {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:29.958274 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.958856 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Bound using segment: {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:29.960933 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Bound port: b948ff7b-bd44-4ec2-8522-facfba4acdb9, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:29.961528 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.975055 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.991734 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ab75427f-247b-4b11-88b4-28f1c3aa87db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:29.999188 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] For port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:30.017326 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] For port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,segment=NetworkSegment(fa86cce6-5b33-45a6-b9bc-b0240bf2dd18),segment_id=fa86cce6-5b33-45a6-b9bc-b0240bf2dd18)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:30.031533 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:30.034042 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port 9a78d8fe-aea9-48eb-962c-19707b604462, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=9a78d8fe-aea9-48eb-962c-19707b604462,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:30.052415 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:30.166732 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a41377ad-358a-4bf3-8feb-98d5ed0e6f9f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:30.219394 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:30.219394 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:30.219394 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] 10.222.0.39 "PUT /v2.0/ports/ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 HTTP/1.1" status: 200 len: 1094 time: 4.9553769 Mar 29 21:07:30.219802 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1fa83d-fd83-4d0f-8fbd-afa24565c43a', 'tag': 'ba983593-f77a-4b14-9fa7-3cbfa22bd6c1'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:07:30.221715 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device bd8e7bd9-cf12-4634-b852-71d84f857174 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:30.252815 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b9fcb-1e0f-4105-8b2f-aaab6d2cd912 service neutron] Pushing event updated for resources: {'Port': ['ID=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:30.269825 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=79e64d55-bb05-4ff1-b60a-967ed2503410,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:30.307952 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ab75427f-247b-4b11-88b4-28f1c3aa87db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:30.311962 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ab75427f-247b-4b11-88b4-28f1c3aa87db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:30.316975 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-ab75427f-247b-4b11-88b4-28f1c3aa87db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f00492-fcfc-4480-9f11-6b48a1897e8a HTTP/1.1" status: 204 len: 168 time: 0.9979634 Mar 29 21:07:30.358366 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75427f-247b-4b11-88b4-28f1c3aa87db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f00492-fcfc-4480-9f11-6b48a1897e8a,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:30.389775 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-ef853beb-c040-4a4c-8bb3-6fd2b3b20e9a None None] Provisioning complete for port b948ff7b-bd44-4ec2-8522-facfba4acdb9 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:30.389775 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ef853beb-c040-4a4c-8bb3-6fd2b3b20e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:30.459773 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-ef853beb-c040-4a4c-8bb3-6fd2b3b20e9a None None] Port b948ff7b-bd44-4ec2-8522-facfba4acdb9 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:30.475704 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=9a78d8fe-aea9-48eb-962c-19707b604462,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:30.504699 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] For port b948ff7b-bd44-4ec2-8522-facfba4acdb9, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:30.512853 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] For port b948ff7b-bd44-4ec2-8522-facfba4acdb9, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=b948ff7b-bd44-4ec2-8522-facfba4acdb9,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:30.524590 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Network 093f6feb-78c9-4f9e-bc6b-27267053084d is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:30.535126 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:30.551856 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:30.602253 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f548870-5559-4a33-835a-80f38bec1030" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1fa83d-fd83-4d0f-8fbd-afa24565c43a", "tag": "ba983593-f77a-4b14-9fa7-3cbfa22bd6c1"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:07:30.644333 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port bd8e7bd9-cf12-4634-b852-71d84f857174 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:30.646226 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:30.717161 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fff885-7c6f-44dc-b281-6415416ee584 req-3307340a-8a88-4556-a11b-423f0483b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:30.718697 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-3307340a-8a88-4556-a11b-423f0483b2ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d10e2ba226416ca2ffb6eadc07afad&device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 1097 time: 0.3537307 Mar 29 21:07:30.856828 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:30.859863 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:31.000687 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a41377ad-358a-4bf3-8feb-98d5ed0e6f9f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:31.001955 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06b86d92-6ed8-498f-baae-a7e6b09ad80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:31.008292 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06b86d92-6ed8-498f-baae-a7e6b09ad80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:31.008292 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-06b86d92-6ed8-498f-baae-a7e6b09ad80a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/473d95f0-0641-4cad-a1c8-75258e3ba26d HTTP/1.1" status: 204 len: 168 time: 2.5292470 Mar 29 21:07:31.040002 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-506eb667-70c4-47a4-93dc-05791b55c597 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 HTTP/1.1" status: 200 len: 217 time: 0.2799146 Mar 29 21:07:31.101526 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a41377ad-358a-4bf3-8feb-98d5ed0e6f9f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:31.190603 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b86d92-6ed8-498f-baae-a7e6b09ad80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d95f0-0641-4cad-a1c8-75258e3ba26d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:31.238206 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Router bdc4741b-680c-424e-9346-4f833872b4c4 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:07:31.239338 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:31.272730 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41377ad-358a-4bf3-8feb-98d5ed0e6f9f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418fe096-6ab3-462c-9e7a-00af7848c0b2,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:31.311315 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fff885-7c6f-44dc-b281-6415416ee584 req-066ae6af-fdb2-4d8c-bfe5-446527a6069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:31.313030 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-066ae6af-fdb2-4d8c-bfe5-446527a6069f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dee15fce-7816-4e5c-8efb-8b56cb9cc29e HTTP/1.1" status: 200 len: 852 time: 0.2623551 Mar 29 21:07:31.425222 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a41377ad-358a-4bf3-8feb-98d5ed0e6f9f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:31.427104 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a41377ad-358a-4bf3-8feb-98d5ed0e6f9f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8964789 Mar 29 21:07:31.429161 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-fb367aa0-e642-47db-bd54-a2df420915dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d81695d5-c337-4189-8058-a789790e993e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961301 Mar 29 21:07:31.431441 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47902) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:31.440823 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-5889c806-13af-446b-878d-f2ae4ee04e06 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'security_group_rule': {'security_group_id': 'ab9921cd-8605-4e98-a047-db6fdd70b608', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:31.480466 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-f7316381-c055-4092-8d21-ca43fe6244d1 None None] Provisioning complete for port 161337fd-5a3c-424c-a86c-861e22e76275 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:31.481342 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f7316381-c055-4092-8d21-ca43fe6244d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:31.514770 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Router 03d30203-8c4e-495e-adfa-c484aa45efa5 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:07:31.635421 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-f7316381-c055-4092-8d21-ca43fe6244d1 None None] Port 161337fd-5a3c-424c-a86c-861e22e76275 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:31.699819 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706302e-1b1d-4426-9165-aa3debda8712 None None] Pushing event updated for resources: {'Port': ['ID=b948ff7b-bd44-4ec2-8522-facfba4acdb9,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:31.755178 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:07:31.768630 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Sync routers for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:07:31.784227 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-781f8981-df76-452a-9f87-af941a726ea7 admin admin] 10.222.0.37 "PUT /v2.0/routers/03d30203-8c4e-495e-adfa-c484aa45efa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0414436 Mar 29 21:07:31.814612 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:31.817804 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:31.823094 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05212b47-1d96-4977-b23b-984f69cd5aaf req-88af158a-e728-4b04-8355-5af5d94cc9b2 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:31.836531 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05212b47-1d96-4977-b23b-984f69cd5aaf req-88af158a-e728-4b04-8355-5af5d94cc9b2 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 944 time: 0.5094962 Mar 29 21:07:31.840730 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567c379c-e59f-4e9e-bcd1-033c32b5ad14 x-openstack-request-id: req-567c379c-e59f-4e9e-bcd1-033c32b5ad14 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:07:31.845604 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1fa83d-fd83-4d0f-8fbd-afa24565c43a", "tag": "ba983593-f77a-4b14-9fa7-3cbfa22bd6c1", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:07:31.850167 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-567c379c-e59f-4e9e-bcd1-033c32b5ad14 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:07:31.850846 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1fa83d-fd83-4d0f-8fbd-afa24565c43a', 'tag': 'ba983593-f77a-4b14-9fa7-3cbfa22bd6c1', 'status': 'completed', 'code': 200} Mar 29 21:07:31.916572 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:07:31.927628 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-f68140b9-45eb-4dd4-acab-fa1886c980fd None None] Provisioning complete for port b948ff7b-bd44-4ec2-8522-facfba4acdb9 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:31.927994 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f68140b9-45eb-4dd4-acab-fa1886c980fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:31.949959 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5889c806-13af-446b-878d-f2ae4ee04e06 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:31.965829 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-6b75afa8-e9f7-47ef-9eae-65cee7111a55 admin admin] 10.222.0.37 "PUT /v2.0/routers/bdc4741b-680c-424e-9346-4f833872b4c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2024629 Mar 29 21:07:31.996071 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:32.042298 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05212b47-1d96-4977-b23b-984f69cd5aaf req-490f60c6-1fe3-49db-a688-ebb99b0132e6 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039938 Mar 29 21:07:32.046107 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Sync routers for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:07:32.141456 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:32.142754 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:32.144981 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-c195beb1-706d-4ec4-868d-1beba7fd6026 service neutron] 10.222.0.39 "GET /v2.0/networks/d81695d5-c337-4189-8058-a789790e993e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843810 Mar 29 21:07:32.276957 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 9a78d8fe-aea9-48eb-962c-19707b604462 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:32.278510 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40fff885-7c6f-44dc-b281-6415416ee584 req-bffb55b2-47c1-4f13-b504-43e3501caf72 service neutron] 10.222.0.39 "GET /v2.0/networks/d81695d5-c337-4189-8058-a789790e993e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203718 Mar 29 21:07:32.316476 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5889c806-13af-446b-878d-f2ae4ee04e06 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.324885 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5889c806-13af-446b-878d-f2ae4ee04e06 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.356009 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889c806-13af-446b-878d-f2ae4ee04e06 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97028659-9682-475b-8901-46ab933d9c7a,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:32.376797 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5889c806-13af-446b-878d-f2ae4ee04e06 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.379261 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-5889c806-13af-446b-878d-f2ae4ee04e06 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9471393 Mar 29 21:07:32.382531 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 47916) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:32.389632 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:32.400954 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:30Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:32.407667 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47920) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:32.443271 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0e45f85-71f7-4586-9812-a987e65cedf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.495575 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f68140b9-45eb-4dd4-acab-fa1886c980fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.516205 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.560785 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe12f2-f91f-47f9-8689-c138f04afcb3 None None] The sync data for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb is: [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:30Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:07:32.575346 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548870-5559-4a33-835a-80f38bec1030 req-b4989564-0b4e-4ed4-8c76-104ea789a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:32.580203 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f548870-5559-4a33-835a-80f38bec1030 req-b4989564-0b4e-4ed4-8c76-104ea789a1c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d10e2ba226416ca2ffb6eadc07afad&device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 1097 time: 0.1838589 Mar 29 21:07:32.607268 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:32.720178 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-f68140b9-45eb-4dd4-acab-fa1886c980fd None None] For port b948ff7b-bd44-4ec2-8522-facfba4acdb9, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=b948ff7b-bd44-4ec2-8522-facfba4acdb9,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:32.758589 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0e45f85-71f7-4586-9812-a987e65cedf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.767452 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0e45f85-71f7-4586-9812-a987e65cedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.769760 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 2, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:32.838748 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f68140b9-45eb-4dd4-acab-fa1886c980fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.849222 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Checking router: 03d30203-8c4e-495e-adfa-c484aa45efa5 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:07:32.849655 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Updating router 03d30203-8c4e-495e-adfa-c484aa45efa5 port 79e64d55-bb05-4ff1-b60a-967ed2503410 binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:07:32.854400 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e45f85-71f7-4586-9812-a987e65cedf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07791a1b-c1be-44d9-b521-c191aee7c686,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:32.922851 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.924090 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 9a78d8fe-aea9-48eb-962c-19707b604462 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:32.924461 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:32.932788 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-d0e45f85-71f7-4586-9812-a987e65cedf8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17ec1a86bbee4626bb7bf9b7eab41583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238514 Mar 29 21:07:32.933414 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47934) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:33.060649 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a67713d-cfbb-4904-a80e-df99facbebd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:33.110805 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548870-5559-4a33-835a-80f38bec1030 req-43fdf58d-701d-413c-aa3e-6c64de9a972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:33.112047 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f548870-5559-4a33-835a-80f38bec1030 req-43fdf58d-701d-413c-aa3e-6c64de9a972f service neutron] 10.222.0.39 "GET /v2.0/networks?id=d81695d5-c337-4189-8058-a789790e993e HTTP/1.1" status: 200 len: 913 time: 0.5054255 Mar 29 21:07:33.120973 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a67713d-cfbb-4904-a80e-df99facbebd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:33.246033 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a67713d-cfbb-4904-a80e-df99facbebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:33.249629 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a67713d-cfbb-4904-a80e-df99facbebd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:33.254310 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-1a67713d-cfbb-4904-a80e-df99facbebd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07791a1b-c1be-44d9-b521-c191aee7c686 HTTP/1.1" status: 204 len: 168 time: 0.3193541 Mar 29 21:07:33.270736 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67713d-cfbb-4904-a80e-df99facbebd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07791a1b-c1be-44d9-b521-c191aee7c686,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:33.283845 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-f68140b9-45eb-4dd4-acab-fa1886c980fd None None] Provisioning complete for port 79e64d55-bb05-4ff1-b60a-967ed2503410 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:33.284226 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f68140b9-45eb-4dd4-acab-fa1886c980fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:33.294926 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f548870-5559-4a33-835a-80f38bec1030 req-a8faeb85-4bf8-49c5-8609-db6215e12e1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 HTTP/1.1" status: 200 len: 217 time: 0.1669014 Mar 29 21:07:33.369336 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:33.564984 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548870-5559-4a33-835a-80f38bec1030 req-7ec105bc-c3bc-4666-a791-f31b3fe79e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:33.574232 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f548870-5559-4a33-835a-80f38bec1030 req-7ec105bc-c3bc-4666-a791-f31b3fe79e79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dee15fce-7816-4e5c-8efb-8b56cb9cc29e HTTP/1.1" status: 200 len: 852 time: 0.2577729 Mar 29 21:07:33.779988 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f548870-5559-4a33-835a-80f38bec1030 req-f43cdc33-db73-4cb8-8094-8ab4b17706f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d81695d5-c337-4189-8058-a789790e993e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787074 Mar 29 21:07:33.920882 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:33.933243 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:33.943385 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f548870-5559-4a33-835a-80f38bec1030 req-a65907f3-20e6-4d5d-8a7d-6e9c44990e9d service neutron] 10.222.0.39 "GET /v2.0/networks/d81695d5-c337-4189-8058-a789790e993e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381803 Mar 29 21:07:33.954336 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47968) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:33.959797 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-2c6166c6-3add-4cf5-b70f-04a848ee847e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102075620', 'description': 'tempest-description--199954458'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:34.059491 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6166c6-3add-4cf5-b70f-04a848ee847e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:34.157585 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fea322-16a7-4452-92ef-b6c23f5f3161 None None] Pushing event updated for resources: {'Port': ['ID=79e64d55-bb05-4ff1-b60a-967ed2503410,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:34.230699 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68140b9-45eb-4dd4-acab-fa1886c980fd None None] Pushing event updated for resources: {'Port': ['ID=b948ff7b-bd44-4ec2-8522-facfba4acdb9,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:34.396556 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Attempting to bind port 79e64d55-bb05-4ff1-b60a-967ed2503410 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:34.397064 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Attempting to bind port 79e64d55-bb05-4ff1-b60a-967ed2503410 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:34.397708 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Attempting to bind port 79e64d55-bb05-4ff1-b60a-967ed2503410 on network 093f6feb-78c9-4f9e-bc6b-27267053084d {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:34.404492 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:34.405715 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Checking segment: {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:34.406446 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:34.406768 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Bound using segment: {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:34.407349 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Bound port: 79e64d55-bb05-4ff1-b60a-967ed2503410, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:34.407959 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:34.465915 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6166c6-3add-4cf5-b70f-04a848ee847e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:34.487956 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6166c6-3add-4cf5-b70f-04a848ee847e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:34.557508 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] For port 79e64d55-bb05-4ff1-b60a-967ed2503410, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:34.562464 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] For port 79e64d55-bb05-4ff1-b60a-967ed2503410, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=79e64d55-bb05-4ff1-b60a-967ed2503410,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:34.571543 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:34.630004 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6166c6-3add-4cf5-b70f-04a848ee847e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d3b7a7-92ae-40d1-8edd-f8c903e659e1,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:34.674559 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6166c6-3add-4cf5-b70f-04a848ee847e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:34.683154 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2c6166c6-3add-4cf5-b70f-04a848ee847e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7274077 Mar 29 21:07:34.686707 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 47986) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:34.697733 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-4c85e155-02e9-4a9f-bb48-79ab232bc85e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'security_group_rule': {'security_group_id': '78d3b7a7-92ae-40d1-8edd-f8c903e659e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:34.738258 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:34.740682 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-f68140b9-45eb-4dd4-acab-fa1886c980fd None None] Port 79e64d55-bb05-4ff1-b60a-967ed2503410 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:34.741902 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:34.843746 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c85e155-02e9-4a9f-bb48-79ab232bc85e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:34.845538 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device b948ff7b-bd44-4ec2-8522-facfba4acdb9 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:35.168533 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fea322-16a7-4452-92ef-b6c23f5f3161 None None] Pushing event updated for resources: {'Port': ['ID=79e64d55-bb05-4ff1-b60a-967ed2503410,revision_number=4']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:35.184457 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-0ed1dd4e-309c-48e7-aaf3-f0d6af743ea1 None None] Provisioning complete for port 79e64d55-bb05-4ff1-b60a-967ed2503410 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:35.184836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dd4e-309c-48e7-aaf3-f0d6af743ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.268951 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:35.279040 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port b948ff7b-bd44-4ec2-8522-facfba4acdb9 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:35.279563 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.394398 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Allocated IP 172.28.3.107 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/63ba9527-fa57-4d35-bdb2-05d16e2e129b) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:35.411112 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dd4e-309c-48e7-aaf3-f0d6af743ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.428109 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c85e155-02e9-4a9f-bb48-79ab232bc85e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.437437 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c85e155-02e9-4a9f-bb48-79ab232bc85e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.458221 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85e155-02e9-4a9f-bb48-79ab232bc85e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b32b6d8-b2dc-4e02-a869-73d2bf0f33ea,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:35.503262 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c85e155-02e9-4a9f-bb48-79ab232bc85e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.504901 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4c85e155-02e9-4a9f-bb48-79ab232bc85e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8131428 Mar 29 21:07:35.507568 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48006) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:35.517576 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-9fdb8338-362f-46d7-b527-a240566551bb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'security_group_rule': {'security_group_id': '78d3b7a7-92ae-40d1-8edd-f8c903e659e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:35.527647 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-0ed1dd4e-309c-48e7-aaf3-f0d6af743ea1 None None] For port 79e64d55-bb05-4ff1-b60a-967ed2503410, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=79e64d55-bb05-4ff1-b60a-967ed2503410,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:35.542397 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dd4e-309c-48e7-aaf3-f0d6af743ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.571324 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8338-362f-46d7-b527-a240566551bb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.604420 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.661464 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1dd4e-309c-48e7-aaf3-f0d6af743ea1 None None] Pushing event updated for resources: {'Port': ['ID=79e64d55-bb05-4ff1-b60a-967ed2503410,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:35.670395 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.680495 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 2, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:35.705143 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8338-362f-46d7-b527-a240566551bb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.715842 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8338-362f-46d7-b527-a240566551bb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.735478 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7acea-06e7-4b4a-9b64-8758518bf06a req-8a707222-6630-4956-974b-794eabb0fca4 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:35.742825 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8338-362f-46d7-b527-a240566551bb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.746822 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-9fdb8338-362f-46d7-b527-a240566551bb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2353401 Mar 29 21:07:35.749977 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4c7acea-06e7-4b4a-9b64-8758518bf06a req-8a707222-6630-4956-974b-794eabb0fca4 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 944 time: 1.6008654 Mar 29 21:07:35.751926 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48012) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:35.760515 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Checking router: bdc4741b-680c-424e-9346-4f833872b4c4 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:07:35.760867 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Updating router bdc4741b-680c-424e-9346-4f833872b4c4 port 161337fd-5a3c-424c-a86c-861e22e76275 binding host dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:07:35.772654 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:35.787587 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb8338-362f-46d7-b527-a240566551bb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198ae414-1731-4b03-b119-cb5eefaa8059,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:35.820894 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:35.833599 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.835641 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f548870-5559-4a33-835a-80f38bec1030 req-c3494d61-7fef-4ee2-a895-ab7439dfca8f service neutron] 10.222.0.39 "GET /v2.0/networks/d81695d5-c337-4189-8058-a789790e993e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8650663 Mar 29 21:07:35.841088 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:35.846627 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:35.889960 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-1b26a87e-4b57-431a-a66e-7d1980284ed0 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:35.891897 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-1b26a87e-4b57-431a-a66e-7d1980284ed0 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 818 time: 1.9400582 Mar 29 21:07:35.894283 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:34Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:35.906854 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4c7acea-06e7-4b4a-9b64-8758518bf06a req-9333296d-3d49-4f92-8d3c-be0030fa1baa tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556752 Mar 29 21:07:35.915503 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'Port': ['ID=63ba9527-fa57-4d35-bdb2-05d16e2e129b,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:35.925716 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-d4eafb06-0d63-42ad-8c54-5c818537fbe0 None None] Provisioning complete for port 79e64d55-bb05-4ff1-b60a-967ed2503410 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:35.926111 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d4eafb06-0d63-42ad-8c54-5c818537fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.931970 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:35.953294 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-a61de594-2997-42f4-8219-c53647cf78cc tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/quotas/b93c9a60efd24648afaadcefbf5699f0 HTTP/1.1" status: 200 len: 375 time: 0.0414143 Mar 29 21:07:35.995070 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc620a0-588a-4975-9470-9cb182ca88e3 None None] The sync data for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb is: [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:34Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:07:36.238074 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:36.278045 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:36.391734 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-e98c9fcf-0723-4dd1-9715-654325747cd5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4252729 Mar 29 21:07:36.392419 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:36.455313 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Allocated IP 172.28.3.135 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/155f3b60-4cbf-4360-9d09-60606a24742c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:36.585972 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:36.597221 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:36.682496 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:36.713184 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-391c19fe-2c92-4b48-9f0d-47cd93e9bd4d service neutron] 10.222.0.37 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690938 Mar 29 21:07:36.730853 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc11ed-36e4-4bcb-87da-c9e136bb2129 None None] Pushing event updated for resources: {'Port': ['ID=161337fd-5a3c-424c-a86c-861e22e76275,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:36.740806 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 79e64d55-bb05-4ff1-b60a-967ed2503410 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:36.787003 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:36.866745 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:36.880863 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:36.887854 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:36.917240 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Attempting to bind port 161337fd-5a3c-424c-a86c-861e22e76275 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:36.917974 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Attempting to bind port 161337fd-5a3c-424c-a86c-861e22e76275 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:36.919923 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Attempting to bind port 161337fd-5a3c-424c-a86c-861e22e76275 on network 0817999d-c260-4619-9013-99526417422a {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:36.961144 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:36.961516 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Checking segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:36.961909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:36.965025 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Bound using segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:36.967626 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Bound port: 161337fd-5a3c-424c-a86c-861e22e76275, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:36.969503 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'Port': ['ID=155f3b60-4cbf-4360-9d09-60606a24742c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:36.970838 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.114506 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] For port 161337fd-5a3c-424c-a86c-861e22e76275, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:37.118122 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] For port 161337fd-5a3c-424c-a86c-861e22e76275, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=161337fd-5a3c-424c-a86c-861e22e76275,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:37.119368 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 79e64d55-bb05-4ff1-b60a-967ed2503410 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:37.119734 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.145504 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.158532 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.179828 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66cd0e-5a77-494f-9140-5ea40520e120 req-f69156fc-3240-416b-bd15-8557d086cbf2 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:37.181958 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1c66cd0e-5a77-494f-9140-5ea40520e120 req-f69156fc-3240-416b-bd15-8557d086cbf2 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 944 time: 0.1267321 Mar 29 21:07:37.186491 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-20189d27-9b5d-4cee-a7df-8fd74d3653cf service neutron] 10.222.0.37 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633830 Mar 29 21:07:37.224389 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-b6fc2501-1ddf-475c-9eaa-b051024f007e None None] Provisioning complete for port 161337fd-5a3c-424c-a86c-861e22e76275 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:37.224748 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2501-1ddf-475c-9eaa-b051024f007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.267572 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1c66cd0e-5a77-494f-9140-5ea40520e120 req-d42933f8-222b-49b6-a34e-fb42e4de91c0 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688765 Mar 29 21:07:37.279396 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.306800 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.313444 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.366021 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:07:37.366660 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:37.556492 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'Port': ['ID=63ba9527-fa57-4d35-bdb2-05d16e2e129b,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:37.675807 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc11ed-36e4-4bcb-87da-c9e136bb2129 None None] Pushing event updated for resources: {'Port': ['ID=161337fd-5a3c-424c-a86c-861e22e76275,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:37.688112 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2501-1ddf-475c-9eaa-b051024f007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.701530 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8a8b4a34-5a83-43a4-a426-c43eb04174a6 req-7745f190-9eb0-487c-8390-46d873917fb9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 210 time: 0.1526763 Mar 29 21:07:37.703280 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.726136 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.740556 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.761848 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.764531 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-b5644413-5bab-42df-b6fd-79b93f04d3af tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3807740 Mar 29 21:07:37.809674 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:07:37.880772 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.938742 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:37.940120 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1730254 Mar 29 21:07:37.961214 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42376-2d19-4528-ab56-50aabf064240 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'Port': ['ID=155f3b60-4cbf-4360-9d09-60606a24742c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:38.249650 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-b6fc2501-1ddf-475c-9eaa-b051024f007e None None] For port 161337fd-5a3c-424c-a86c-861e22e76275, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=161337fd-5a3c-424c-a86c-861e22e76275,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:38.346933 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-e4ce0283-00f1-4d8f-900f-194ff168d963 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:38.349292 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-e4ce0283-00f1-4d8f-900f-194ff168d963 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 818 time: 0.2581704 Mar 29 21:07:38.371375 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3b186b11-2098-4fc4-a172-0be365faa214 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/quotas/b93c9a60efd24648afaadcefbf5699f0 HTTP/1.1" status: 200 len: 375 time: 0.0150526 Mar 29 21:07:38.437505 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2501-1ddf-475c-9eaa-b051024f007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:38.486686 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-874345fe-8019-43cb-9f7d-50bee35b019d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043541 Mar 29 21:07:38.572573 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-8ad7ad20-d215-4196-8b02-234adae14c17 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--463466616&fields=id&tenant_id=d826a617546540359413c5174e67f930 HTTP/1.1" status: 200 len: 267 time: 0.1239812 Mar 29 21:07:38.609769 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:07:38.688018 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc2501-1ddf-475c-9eaa-b051024f007e None None] Pushing event updated for resources: {'Port': ['ID=161337fd-5a3c-424c-a86c-861e22e76275,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:38.713526 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-3e1a4c5a-4067-4c77-94ac-25c2a9b2bd80 None None] Provisioning complete for port 161337fd-5a3c-424c-a86c-861e22e76275 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:38.713903 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4c5a-4067-4c77-94ac-25c2a9b2bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:38.723009 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced8f05-b1a3-4aef-9ad7-d28aaeea5bce None None] The sync data for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb is: [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:07:38.845825 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-afa8068e-eca5-41e5-8838-8ca8ada3d03b service neutron] 10.222.0.37 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167825 Mar 29 21:07:39.124794 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128838-9ace-4c44-a957-1ca55e847614 req-b2ff3dac-822a-4161-bfd9-0d00cb67e079 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:39.126668 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-b2ff3dac-822a-4161-bfd9-0d00cb67e079 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 816 time: 0.5532393 Mar 29 21:07:39.148234 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-6eea70a6-a42d-49f9-b51e-9cb59622a8dd service neutron] 10.222.0.37 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012915 Mar 29 21:07:39.151629 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-2d43f370-8304-425d-85c7-06694c591270 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/quotas/d826a617546540359413c5174e67f930 HTTP/1.1" status: 200 len: 375 time: 0.0161471 Mar 29 21:07:39.243418 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-73c84e85-693f-403a-bc07-f34d75be778d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761559 Mar 29 21:07:39.489349 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-aa146194-ef8a-4bca-8167-826730bc3ecb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2102075620&fields=id&tenant_id=0174669fe916421a8a33cb156b156d0b HTTP/1.1" status: 200 len: 267 time: 0.0853026 Mar 29 21:07:39.666918 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-58709215-e9b6-470a-a0e2-ce7725c3f98b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:07:39.676507 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-58709215-e9b6-470a-a0e2-ce7725c3f98b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1645606 Mar 29 21:07:39.811417 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-f576ef1c-b539-4d97-8d03-707682395c12 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:39.813076 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-f576ef1c-b539-4d97-8d03-707682395c12 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 810 time: 0.3142943 Mar 29 21:07:39.846538 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-36091c5e-7116-4bb4-aeb3-5f397a4aa08e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/quotas/0174669fe916421a8a33cb156b156d0b HTTP/1.1" status: 200 len: 375 time: 0.0265336 Mar 29 21:07:39.855733 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-92068f55-3b01-4262-8542-d343f0f74c07 service neutron] 10.222.0.37 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783073 Mar 29 21:07:40.090387 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-9c8806cc-f46d-4013-af87-d3a2c6a31be2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2313375 Mar 29 21:07:40.175427 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-00623c53-e526-4f95-b8e3-a21cd306d62b service neutron] 10.222.0.37 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188188 Mar 29 21:07:40.267299 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-6db28ac7-567a-499a-a65e-bb027fd4ba15 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:40.269018 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-6db28ac7-567a-499a-a65e-bb027fd4ba15 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 818 time: 0.3052235 Mar 29 21:07:40.295290 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Request body: {'port': {'device_id': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'admin_state_up': True, 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:40.335173 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-4c8c4eb0-d174-4dcb-8340-ec4371f0db76 service neutron] 10.222.0.37 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239237 Mar 29 21:07:40.714862 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 161337fd-5a3c-424c-a86c-861e22e76275 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:40.836624 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 161337fd-5a3c-424c-a86c-861e22e76275 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:40.837185 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:40.947603 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1434bce-9732-4a13-b1ef-c84bf0590a5f req-cfee7e81-cef1-40ef-998c-ec2db94d1d3f tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:40.950413 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d1434bce-9732-4a13-b1ef-c84bf0590a5f req-cfee7e81-cef1-40ef-998c-ec2db94d1d3f tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 944 time: 0.2491083 Mar 29 21:07:40.996080 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.39', 58169) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:41.043005 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d1434bce-9732-4a13-b1ef-c84bf0590a5f req-2d0d653c-d578-4bb5-bba3-d161db77cbad tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795796 Mar 29 21:07:41.051025 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-aa619871-3029-48cc-b3a2-e17792591aa4 service neutron] 10.222.0.37 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150166 Mar 29 21:07:41.059525 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Made reservation on behalf of b93c9a60efd24648afaadcefbf5699f0 for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:41.067735 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:41.069111 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:07:41.336440 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d64fc608-ce82-4751-8557-0f391efa3101 req-6461e5a5-f5a5-43e6-8aa2-2365169e441d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 210 time: 0.0797346 Mar 29 21:07:41.384457 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,segment=NetworkSegment(fa86cce6-5b33-45a6-b9bc-b0240bf2dd18),segment_id=fa86cce6-5b33-45a6-b9bc-b0240bf2dd18)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:41.464330 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'ba983593-f77a-4b14-9fa7-3cbfa22bd6c1', 'network_id': 'd81695d5-c337-4189-8058-a789790e993e', 'port_id': 'ba983593-f77a-4b14-9fa7-3cbfa22bd6c1', 'mac_address': 'fa:16:3e:75:f2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee15fce-7816-4e5c-8efb-8b56cb9cc29e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:07:41.485461 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Allocated IP 172.20.0.4 (0817999d-c260-4619-9013-99526417422a/94e95332-3728-4ee5-bf7c-dc563a60496f/7956aa02-e1da-4a42-8fed-35a78c69325d) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:41.600953 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:41.634845 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:41.664964 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-52af4a7a-74df-4e0a-9afc-60f2ff27729a req-c0c9d5fc-f757-44c3-b5d4-a6ae29d16b1f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 210 time: 0.1397326 Mar 29 21:07:41.666272 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-9f0f06a2-1577-4a4d-b20e-1be70545e752 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:41.667922 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-9f0f06a2-1577-4a4d-b20e-1be70545e752 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 818 time: 0.5943439 Mar 29 21:07:41.711590 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,segment=NetworkSegment(fa86cce6-5b33-45a6-b9bc-b0240bf2dd18),segment_id=fa86cce6-5b33-45a6-b9bc-b0240bf2dd18)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:41.715141 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Request body: {'port': {'device_id': 'aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'admin_state_up': True, 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:41.721851 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:41.742800 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-da329ed3-d1ab-4231-b4db-0e1c71c3652a req-c0d0db4a-0285-4f35-9657-b990920489b2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 210 time: 0.1795149 Mar 29 21:07:41.852748 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:41.960178 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Made reservation on behalf of b93c9a60efd24648afaadcefbf5699f0 for: {'port': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:41.964232 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:42.004984 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:42.086551 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:42.187466 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Network 0817999d-c260-4619-9013-99526417422a is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:42.191888 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:42.223812 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:42.229105 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.39', 58181) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:42.230542 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['ba983593-f77a-4b14-9fa7-3cbfa22bd6c1'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:07:42.328246 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Allocated IP 172.20.0.8 (0817999d-c260-4619-9013-99526417422a/94e95332-3728-4ee5-bf7c-dc563a60496f/7b33a7c6-4987-45c5-9c6f-5e3490a7422d) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:42.360751 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event updated for resources: {'Port': ['ID=7956aa02-e1da-4a42-8fed-35a78c69325d,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:42.504391 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:42.505351 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:42.605764 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-0a6453f3-af51-43f2-bf85-96ab1d904810 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3174355 Mar 29 21:07:42.639197 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Request body: {'port': {'device_id': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:42.671625 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-136da4fc-9555-428e-8331-f1efd0c6e543 req-76f3c3c0-5abb-44c8-ab05-31933e0ec7ef tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 210 time: 0.1327715 Mar 29 21:07:42.711619 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ebd8615d-8150-4982-afca-d83d00d0c878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:42.734830 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:42.751095 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cde59f-476b-48c9-a930-2730733bebda req-fc8f8d5a-4138-4bd0-a861-638737163da7 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:42.758464 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e2cde59f-476b-48c9-a930-2730733bebda req-fc8f8d5a-4138-4bd0-a861-638737163da7 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 945 time: 0.4016688 Mar 29 21:07:42.760670 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-e83464b0-c59b-4a5b-84d9-d0843d141f5b None None] Provisioning complete for port 7956aa02-e1da-4a42-8fed-35a78c69325d triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:42.761876 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e83464b0-c59b-4a5b-84d9-d0843d141f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:42.780004 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:42.810833 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128838-9ace-4c44-a957-1ca55e847614 req-b084e020-25e9-40dc-ada7-c8876506237b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:42.811167 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-e83464b0-c59b-4a5b-84d9-d0843d141f5b None None] Port 7956aa02-e1da-4a42-8fed-35a78c69325d cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:42.815466 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-b084e020-25e9-40dc-ada7-c8876506237b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 816 time: 0.5847030 Mar 29 21:07:42.819621 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:42.842251 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e24b1dda-4953-4a4f-9be8-d0e860f98667 req-bfcda32b-2868-4e36-94d5-334ee370bd88 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 210 time: 0.0745590 Mar 29 21:07:42.924192 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Network 0817999d-c260-4619-9013-99526417422a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:42.936764 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:42.945120 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:42.952096 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:42.962601 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:43.001365 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event updated for resources: {'Port': ['ID=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:43.028316 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-11684deb-b1d1-4e2b-a1d1-b49362056ede tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3175535 Mar 29 21:07:43.046237 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e2cde59f-476b-48c9-a930-2730733bebda req-f9532c60-4f65-45b1-9788-488a8ede2770 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868786 Mar 29 21:07:43.061895 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Request body: {'port': {'device_id': 'aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:43.100853 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f6bcaffa-20b1-498d-888d-219b71d3e6b7 req-77331daf-6e50-4718-8eba-0972e25b24a4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 210 time: 0.0587680 Mar 29 21:07:43.139449 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-862df301-046f-472c-b1d4-ae453fcbb304 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d826a617546540359413c5174e67f930 HTTP/1.1" status: 200 len: 379 time: 0.2951550 Mar 29 21:07:43.165168 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'port': {'device_id': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'admin_state_up': True, 'tenant_id': 'd826a617546540359413c5174e67f930', 'security_groups': ['ab9921cd-8605-4e98-a047-db6fdd70b608']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:43.352280 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:43.379658 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Made reservation on behalf of d826a617546540359413c5174e67f930 for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:43.383789 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:43.484027 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.39', 58192) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:43.486208 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-67427a6d-cd92-48ed-ae06-5a96a153f21f None None] Provisioning complete for port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:43.486794 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67427a6d-cd92-48ed-ae06-5a96a153f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:43.561356 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-67427a6d-cd92-48ed-ae06-5a96a153f21f None None] Port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:43.566553 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7956aa02-e1da-4a42-8fed-35a78c69325d {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:43.603074 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:43.684941 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Transition to ACTIVE for port object 7956aa02-e1da-4a42-8fed-35a78c69325d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:07:43.703379 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:43.999010 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-6ebbdcef-ad4c-4cf5-aed2-a831eb2b3d58 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:44.000499 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-6ebbdcef-ad4c-4cf5-aed2-a831eb2b3d58 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 810 time: 0.5138476 Mar 29 21:07:44.007471 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7956aa02-e1da-4a42-8fed-35a78c69325d,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:44.009278 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b33a7c6-4987-45c5-9c6f-5e3490a7422d {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:44.024375 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:44.048503 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Transition to ACTIVE for port object 7b33a7c6-4987-45c5-9c6f-5e3490a7422d will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:07:44.056207 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:44.074441 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Allocated IP 172.20.0.3 (86d2555e-7747-4512-bb17-6de9b3f31512/a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c/bdd5bf42-1f0f-4bdd-a579-499021628f2f) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:44.081436 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-897c0030-6232-4468-ae51-4ca83e57f9ec req-dd4acec9-a6c1-4ed7-a60e-76d51aab2582 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 210 time: 0.0780916 Mar 29 21:07:44.139815 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609dcc-c8fc-4cec-9d64-e0fdead68472 req-d7efc049-4559-4029-8211-1eb132101d53 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:44.141615 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-83609dcc-c8fc-4cec-9d64-e0fdead68472 req-d7efc049-4559-4029-8211-1eb132101d53 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 931 time: 0.3225667 Mar 29 21:07:44.160748 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Attempting to bind port 7956aa02-e1da-4a42-8fed-35a78c69325d on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:44.161070 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Attempting to bind port 7956aa02-e1da-4a42-8fed-35a78c69325d by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:44.161396 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Attempting to bind port 7956aa02-e1da-4a42-8fed-35a78c69325d on network 0817999d-c260-4619-9013-99526417422a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:44.200231 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-eb87827a-0941-4fca-9788-7bb1fc62470f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0174669fe916421a8a33cb156b156d0b HTTP/1.1" status: 200 len: 380 time: 0.1615565 Mar 29 21:07:44.211633 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'port': {'device_id': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'admin_state_up': True, 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'security_groups': ['78d3b7a7-92ae-40d1-8edd-f8c903e659e1']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:44.214668 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Port 7956aa02-e1da-4a42-8fed-35a78c69325d on network 0817999d-c260-4619-9013-99526417422a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:07:44.214981 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Attempting to bind port 7956aa02-e1da-4a42-8fed-35a78c69325d on network 0817999d-c260-4619-9013-99526417422a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:44.222211 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Pushing event updated for resources: {'Port': ['ID=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:44.236805 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Attempting to bind port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:44.237157 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Attempting to bind port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:44.237720 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Attempting to bind port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d on network 0817999d-c260-4619-9013-99526417422a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:44.242909 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d on network 0817999d-c260-4619-9013-99526417422a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:07:44.243239 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Attempting to bind port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d on network 0817999d-c260-4619-9013-99526417422a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:44.249163 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:44.249519 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Checking segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:44.250266 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Bound using segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:44.250731 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Bound port: 7b33a7c6-4987-45c5-9c6f-5e3490a7422d, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:44.251085 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:44.344776 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] For port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d, host hv-cinder-83576, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:44.357728 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] For port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:44.365827 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:44.413871 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:44.414534 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:44.415983 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] 10.222.0.39 "PUT /v2.0/ports/7b33a7c6-4987-45c5-9c6f-5e3490a7422d HTTP/1.1" status: 200 len: 1093 time: 1.3601139 Mar 29 21:07:44.416416 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc', 'tag': '7b33a7c6-4987-45c5-9c6f-5e3490a7422d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:07:44.522864 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:44.523196 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Checking segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:44.523570 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Bound using segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:44.524256 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Bound port: 7956aa02-e1da-4a42-8fed-35a78c69325d, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:44.524545 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:44.609203 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb6eac-f33b-46fa-9959-20f5d24cc553 service neutron] Pushing event updated for resources: {'Port': ['ID=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:44.657904 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-04b76ac2-54b2-40b5-b66a-066e06476db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:44.659768 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-04b76ac2-54b2-40b5-b66a-066e06476db7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 1096 time: 0.1570396 Mar 29 21:07:44.659968 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-83609dcc-c8fc-4cec-9d64-e0fdead68472 req-679d400c-1d13-466a-b822-f8ba483b55ab tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062637 Mar 29 21:07:44.664486 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48382) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:44.745595 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c5075ce7fbdf24a62ef22baba17db86c8febec6032db644a0044682309bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc", "tag": "7b33a7c6-4987-45c5-9c6f-5e3490a7422d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:07:44.790148 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-72916532-6638-4160-b942-e284738637c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d HTTP/1.1" status: 200 len: 217 time: 0.1025538 Mar 29 21:07:44.830761 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-310bb7df-d936-479e-8ebd-ccaf89c11e1e req-3a41ccab-3e8f-4fce-8106-dd84afbb7565 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 210 time: 0.0706453 Mar 29 21:07:44.856416 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df195e71-6588-445d-8613-6f7900bd444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:44.870281 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e183d-74d5-497c-ad8f-fec19e2c79a2 req-8aedb6a6-97dd-4dd1-b26c-e7aa5ccac366 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:44.884569 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-366e183d-74d5-497c-ad8f-fec19e2c79a2 req-8aedb6a6-97dd-4dd1-b26c-e7aa5ccac366 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 945 time: 0.6650672 Mar 29 21:07:44.903004 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-b3cd8e22-d4c4-4f2b-a50e-cb549c39215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:44.905314 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-b3cd8e22-d4c4-4f2b-a50e-cb549c39215e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.1059966 Mar 29 21:07:44.941918 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:44.965051 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] For port 7956aa02-e1da-4a42-8fed-35a78c69325d, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:44.973202 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] For port 7956aa02-e1da-4a42-8fed-35a78c69325d, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7956aa02-e1da-4a42-8fed-35a78c69325d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:44.988939 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.006740 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Made reservation on behalf of 0174669fe916421a8a33cb156b156d0b for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:07:45.011016 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.050911 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d31aba46-c2a8-44f5-a1b1-faa2c8dbc5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.055829 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-fffb20a7-c868-41e2-a252-615fcc8b1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:45.057778 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-fffb20a7-c868-41e2-a252-615fcc8b1484 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1449981 Mar 29 21:07:45.058487 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:45.059406 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.064132 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:45.066081 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df195e71-6588-445d-8613-6f7900bd444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.070653 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e9dc1c-b122-4596-917c-961e296e43db x-openstack-request-id: req-49e9dc1c-b122-4596-917c-961e296e43db {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:07:45.071118 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc", "tag": "7b33a7c6-4987-45c5-9c6f-5e3490a7422d", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:07:45.071369 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49e9dc1c-b122-4596-917c-961e296e43db {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:07:45.072127 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc', 'tag': '7b33a7c6-4987-45c5-9c6f-5e3490a7422d', 'status': 'completed', 'code': 200} Mar 29 21:07:45.072703 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/7956aa02-e1da-4a42-8fed-35a78c69325d HTTP/1.1" status: 200 len: 1093 time: 2.4379745 Mar 29 21:07:45.082847 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df195e71-6588-445d-8613-6f7900bd444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.147266 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'tag': '7956aa02-e1da-4a42-8fed-35a78c69325d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:07:45.158297 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e318e55-83a7-42fa-81dc-c7fc6f934662" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e3ab43-e262-45a9-9515-dccd4fec68d2", "tag": "7956aa02-e1da-4a42-8fed-35a78c69325d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:07:45.189677 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-366e183d-74d5-497c-ad8f-fec19e2c79a2 req-f781ddd9-8e0c-48de-9647-6fda06b88154 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034220 Mar 29 21:07:45.223228 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df195e71-6588-445d-8613-6f7900bd444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34237c05-012a-4bba-a689-5d942b5ff60c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:45.229144 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-df195e71-6588-445d-8613-6f7900bd444a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=807a48b5b88a43f8b4a4f29d283c48e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5636225 Mar 29 21:07:45.235324 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48414) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:45.293267 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:07:45.298431 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:45.298846 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.317996 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-46c23df6-a57a-43ef-afee-28682b74d06f service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492795 Mar 29 21:07:45.345021 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd88a5d-3b7d-4f78-be50-8e5eef39ea9d x-openstack-request-id: req-6cd88a5d-3b7d-4f78-be50-8e5eef39ea9d {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:07:45.345291 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e3ab43-e262-45a9-9515-dccd4fec68d2", "tag": "7956aa02-e1da-4a42-8fed-35a78c69325d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:07:45.345541 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cd88a5d-3b7d-4f78-be50-8e5eef39ea9d {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:07:45.346702 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'tag': '7956aa02-e1da-4a42-8fed-35a78c69325d', 'status': 'completed', 'code': 200} Mar 29 21:07:45.369477 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de65e9be-21fd-497e-9546-d28be3ca621f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.421392 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.428956 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de65e9be-21fd-497e-9546-d28be3ca621f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.430385 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ef358cc8-ba45-45cd-9b9e-2275678b71b1 req-ae46932c-3383-4d53-8542-d7a1bee77bf1 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 210 time: 0.1217167 Mar 29 21:07:45.457925 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1fa83d-fd83-4d0f-8fbd-afa24565c43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba983593-f77a-4b14-9fa7-3cbfa22bd6c1'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:07:45.503301 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-e937d4e5-6da6-409b-bb12-9597314b9020 req-ac622009-4f5c-4e65-a8e2-42c03bb79739 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711924 Mar 29 21:07:45.542954 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de65e9be-21fd-497e-9546-d28be3ca621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.547822 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de65e9be-21fd-497e-9546-d28be3ca621f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.550965 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-de65e9be-21fd-497e-9546-d28be3ca621f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34237c05-012a-4bba-a689-5d942b5ff60c HTTP/1.1" status: 204 len: 168 time: 0.3151484 Mar 29 21:07:45.564700 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65e9be-21fd-497e-9546-d28be3ca621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34237c05-012a-4bba-a689-5d942b5ff60c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:45.583975 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,segment=NetworkSegment(fa86cce6-5b33-45a6-b9bc-b0240bf2dd18),segment_id=fa86cce6-5b33-45a6-b9bc-b0240bf2dd18)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:45.603325 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.621079 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Allocated IP 172.20.0.11 (093f6feb-78c9-4f9e-bc6b-27267053084d/1fc48955-b4c5-4f4a-805b-238bb5b36e9e/a14f500d-fb24-4be7-9b5e-066e9d42ab3f) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:07:45.640321 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89465a-a186-4d03-917a-8086430d73b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7956aa02-e1da-4a42-8fed-35a78c69325d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:45.656757 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:45.674714 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:45.697092 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-10a05655-45b5-490b-8c77-43533c82f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:45.701418 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-10a05655-45b5-490b-8c77-43533c82f4b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 1096 time: 0.0990875 Mar 29 21:07:45.760730 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-d7b33479-8e59-447d-a1ec-61997f516615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:45.762592 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-d7b33479-8e59-447d-a1ec-61997f516615 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 1096 time: 0.4995039 Mar 29 21:07:45.811283 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Network 86d2555e-7747-4512-bb17-6de9b3f31512 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:45.852978 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 48442) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:45.894979 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:45.908895 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:45.928256 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-5faf8c89-0b47-40ae-a804-eb39a0b54308 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7956aa02-e1da-4a42-8fed-35a78c69325d HTTP/1.1" status: 200 len: 217 time: 0.1444492 Mar 29 21:07:45.936587 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:46.004573 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-793a8aae-40b1-4754-96e2-cc7ac430a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:46.006066 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-793a8aae-40b1-4754-96e2-cc7ac430a992 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.2988400 Mar 29 21:07:46.011260 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8108658f-2a51-4451-ba4b-25240fafb911" -d '{"events": [{"server_uuid": "8d1fa83d-fd83-4d0f-8fbd-afa24565c43a", "name": "network-vif-plugged", "status": "completed", "tag": "ba983593-f77a-4b14-9fa7-3cbfa22bd6c1"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:07:46.064371 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.078747 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-e3f2e519-58ee-48a2-83f5-5c52c124c6dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d HTTP/1.1" status: 200 len: 217 time: 0.0656197 Mar 29 21:07:46.141376 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-42009063-e512-46c5-928e-68c391f3745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:46.144379 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-42009063-e512-46c5-928e-68c391f3745e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0579801 Mar 29 21:07:46.188777 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48454) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:46.224583 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a069fc9-d76c-4e5d-9e2d-8d0feb1ad761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.232880 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0128-dc1a-43a6-827b-6c5fdd7df4b2 req-f186cecb-7e60-4115-b0ac-e7cd796a4ccb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:46.234388 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d76a0128-dc1a-43a6-827b-6c5fdd7df4b2 req-f186cecb-7e60-4115-b0ac-e7cd796a4ccb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 943 time: 0.4702396 Mar 29 21:07:46.244281 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-c8fa5551-01e7-4508-b79e-d151ba9af007 None None] Provisioning complete for port bdd5bf42-1f0f-4bdd-a579-499021628f2f triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:46.244656 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5551-01e7-4508-b79e-d151ba9af007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.246933 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:46.248471 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.257895 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-334e86fc-2e1e-4c47-b10b-c6a76cee0c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.275495 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-9cdc0328-4d7a-4831-a098-be1abab021ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:46.276959 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-9cdc0328-4d7a-4831-a098-be1abab021ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.3373706 Mar 29 21:07:46.324442 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa5551-01e7-4508-b79e-d151ba9af007 None None] Port bdd5bf42-1f0f-4bdd-a579-499021628f2f cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:46.371301 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-a1274c9a-c36e-4737-a2e7-704e3ab84913 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2287650 Mar 29 21:07:46.389586 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4f5de-b489-4540-8ff3-6862d93df1b9 req-ed676722-29ab-4ab2-b87a-46fb3bb337ad tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:46.391137 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4c4f5de-b489-4540-8ff3-6862d93df1b9 req-ed676722-29ab-4ab2-b87a-46fb3bb337ad tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 931 time: 0.3710701 Mar 29 21:07:46.414762 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Request body: {'port': {'device_id': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:46.422127 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.422461 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-389927cc-67aa-4cf6-948b-980865d1b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:46.424182 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-389927cc-67aa-4cf6-948b-980865d1b093 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2727022 Mar 29 21:07:46.459563 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d76a0128-dc1a-43a6-827b-6c5fdd7df4b2 req-ce16d7b9-7755-4cf4-bf1d-a3864e6387c7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036469 Mar 29 21:07:46.505880 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-cf9c2f7e-ff7a-42d6-80d0-d47ea4247b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:46.507437 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-cf9c2f7e-ff7a-42d6-80d0-d47ea4247b1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2066312 Mar 29 21:07:46.558618 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-45c96837-169a-4804-9b0e-a8df267d34c3 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257300 Mar 29 21:07:46.567944 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a069fc9-d76c-4e5d-9e2d-8d0feb1ad761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.581774 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a069fc9-d76c-4e5d-9e2d-8d0feb1ad761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.591602 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4c4f5de-b489-4540-8ff3-6862d93df1b9 req-8fa55d7c-5a37-419d-8559-8eec58680120 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893921 Mar 29 21:07:46.616385 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.628710 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a069fc9-d76c-4e5d-9e2d-8d0feb1ad761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79811da-7d07-4790-8dac-67a840660a90,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:46.683243 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.695263 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6555f08a-29b2-4978-bace-cd0c2a621d15 x-openstack-request-id: req-6555f08a-29b2-4978-bace-cd0c2a621d15 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:07:46.695758 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1fa83d-fd83-4d0f-8fbd-afa24565c43a", "name": "network-vif-plugged", "status": "completed", "tag": "ba983593-f77a-4b14-9fa7-3cbfa22bd6c1", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:07:46.696633 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6555f08a-29b2-4978-bace-cd0c2a621d15 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:07:46.697227 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1fa83d-fd83-4d0f-8fbd-afa24565c43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba983593-f77a-4b14-9fa7-3cbfa22bd6c1', 'code': 200} Mar 29 21:07:46.733615 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2a069fc9-d76c-4e5d-9e2d-8d0feb1ad761 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a78c896c2516449584fd3d3b42b82c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5424271 Mar 29 21:07:46.737653 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48472) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:46.748019 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-334e86fc-2e1e-4c47-b10b-c6a76cee0c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.766630 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-253b3e16-8ec4-4b0e-b5ef-6d79d8e4d2f7 req-38e64d61-81b2-4cbd-bf95-d7fa18717771 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970389 Mar 29 21:07:46.804622 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-334e86fc-2e1e-4c47-b10b-c6a76cee0c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.822812 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-38e418a5-8c6b-4c2f-8084-890c36c02476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.834815 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Network 093f6feb-78c9-4f9e-bc6b-27267053084d is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:07:46.849697 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-38e418a5-8c6b-4c2f-8084-890c36c02476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.859304 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:07:46.871791 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-60ecefae-59fa-4427-bf52-beee4e6f255b service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478601 Mar 29 21:07:46.874657 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:07:46.906680 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'Port': ['ID=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:46.985681 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-38e418a5-8c6b-4c2f-8084-890c36c02476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.989427 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-38e418a5-8c6b-4c2f-8084-890c36c02476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:46.994270 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-38e418a5-8c6b-4c2f-8084-890c36c02476 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b79811da-7d07-4790-8dac-67a840660a90 HTTP/1.1" status: 204 len: 168 time: 0.2553155 Mar 29 21:07:47.011303 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e418a5-8c6b-4c2f-8084-890c36c02476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79811da-7d07-4790-8dac-67a840660a90,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:47.049156 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fda7a-37cf-4dc7-b94e-f67f2d2ab5b2 req-8ced4e34-0a6e-4249-8919-ba40d5800499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:47.054244 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-a22fda7a-37cf-4dc7-b94e-f67f2d2ab5b2 req-8ced4e34-0a6e-4249-8919-ba40d5800499 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 1099 time: 0.1484315 Mar 29 21:07:47.054885 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48486) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:47.056785 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-334e86fc-2e1e-4c47-b10b-c6a76cee0c48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d2921779c26478ab92a571a0c16a1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1946948 Mar 29 21:07:47.117880 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-a22fda7a-37cf-4dc7-b94e-f67f2d2ab5b2 req-19874414-4b1b-4c1f-82dc-153b2934d6df service neutron] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.156457 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-4b482503-f396-41f2-8874-7bc30401d7d7 None None] Provisioning complete for port a14f500d-fb24-4be7-9b5e-066e9d42ab3f triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:47.157127 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4b482503-f396-41f2-8874-7bc30401d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.163052 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f6b5-9942-4f46-8fcc-1e4362a1aaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.203676 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1e804-b243-436d-ab40-a074f24a1e65 req-a054b4ff-be12-4518-bfb4-ae81f4721313 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:47.208090 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f6b5-9942-4f46-8fcc-1e4362a1aaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.211127 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-31d1e804-b243-436d-ab40-a074f24a1e65 req-a054b4ff-be12-4518-bfb4-ae81f4721313 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 946 time: 0.5170515 Mar 29 21:07:47.218088 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-4b482503-f396-41f2-8874-7bc30401d7d7 None None] Port a14f500d-fb24-4be7-9b5e-066e9d42ab3f cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:07:47.251737 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e86fc-2e1e-4c47-b10b-c6a76cee0c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211e454a-5f70-4cdb-9ac0-d54ae64e960f,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:47.302103 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f6b5-9942-4f46-8fcc-1e4362a1aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.305325 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f6b5-9942-4f46-8fcc-1e4362a1aaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.307478 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e2a3f6b5-9942-4f46-8fcc-1e4362a1aaa9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/211e454a-5f70-4cdb-9ac0-d54ae64e960f HTTP/1.1" status: 204 len: 168 time: 0.2515185 Mar 29 21:07:47.342637 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-a22fda7a-37cf-4dc7-b94e-f67f2d2ab5b2 req-19874414-4b1b-4c1f-82dc-153b2934d6df service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.344948 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3f6b5-9942-4f46-8fcc-1e4362a1aaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211e454a-5f70-4cdb-9ac0-d54ae64e960f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:47.349541 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-a22fda7a-37cf-4dc7-b94e-f67f2d2ab5b2 req-19874414-4b1b-4c1f-82dc-153b2934d6df service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.405412 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19874414-4b1b-4c1f-82dc-153b2934d6df service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69f42e-4d86-48fa-bfe1-3c1c847bda67,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:47.438591 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-a22fda7a-37cf-4dc7-b94e-f67f2d2ab5b2 req-19874414-4b1b-4c1f-82dc-153b2934d6df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391840 Mar 29 21:07:47.499937 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:47.500575 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.517159 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fcf33-9df0-4973-bd26-4d079b235c65 req-f3e065a4-0c6c-4362-9556-4a0a5e5d5d46 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:47.524845 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d9fcf33-9df0-4973-bd26-4d079b235c65 req-f3e065a4-0c6c-4362-9556-4a0a5e5d5d46 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 932 time: 0.7378554 Mar 29 21:07:47.612466 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-c675e62d-a278-4078-a14e-37cf5ffff0e2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4105334 Mar 29 21:07:47.620998 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-982e9e22-0e3f-4168-a3ad-ee02bd51e15e req-863f6cc9-c615-4dda-b059-e6a23a34a534 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030654 Mar 29 21:07:47.646277 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-31d1e804-b243-436d-ab40-a074f24a1e65 req-86a9b3ad-a300-43f5-b3ba-fe1a40d3a3f4 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225771 Mar 29 21:07:47.684458 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.692054 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d9fcf33-9df0-4973-bd26-4d079b235c65 req-7fb1724d-d527-485c-bcd1-45c1b91092a8 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647720 Mar 29 21:07:47.853794 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Request body: {'port': {'device_id': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:07:47.905212 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48524) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:47.919829 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a336f8d5-a7d2-4cbd-a7ce-702eac680ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:47.960247 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12470e3c-a768-4f26-a8af-c829baa6ba38 req-243beeae-505f-471d-87c3-1a14122fcaf0 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:47.961772 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-12470e3c-a768-4f26-a8af-c829baa6ba38 req-243beeae-505f-471d-87c3-1a14122fcaf0 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 943 time: 0.2102697 Mar 29 21:07:47.967094 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd5bf42-1f0f-4bdd-a579-499021628f2f {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:47.987457 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.014638 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a336f8d5-a7d2-4cbd-a7ce-702eac680ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.019876 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a336f8d5-a7d2-4cbd-a7ce-702eac680ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.033726 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152cb9b-529b-474a-ad21-a99ad10bef3a req-222db2c2-d645-4f1a-abda-5c955605a12c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:48.035260 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f152cb9b-529b-474a-ad21-a99ad10bef3a req-222db2c2-d645-4f1a-abda-5c955605a12c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 931 time: 0.2442279 Mar 29 21:07:48.041046 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.049636 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Transition to ACTIVE for port object bdd5bf42-1f0f-4bdd-a579-499021628f2f will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:07:48.066134 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336f8d5-a7d2-4cbd-a7ce-702eac680ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91e3b93-b3d4-44c3-9e2b-2a4219aa74ac,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:48.070174 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.072190 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a336f8d5-a7d2-4cbd-a7ce-702eac680ec2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f3ee1b84cb946bcaef7b45d37712e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659422 Mar 29 21:07:48.075410 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48530) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:48.100247 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:07:48.134078 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55f42cbc-57fb-42c0-bbe3-c9c0d22077a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.160667 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-12470e3c-a768-4f26-a8af-c829baa6ba38 req-1a34df83-05fd-4d5a-80e5-bc1e087c4780 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795599 Mar 29 21:07:48.163443 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55f42cbc-57fb-42c0-bbe3-c9c0d22077a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.178146 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-80daa0f0-2480-4b66-ac65-b704cd994b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:48.179716 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-80daa0f0-2480-4b66-ac65-b704cd994b0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 1096 time: 0.2168839 Mar 29 21:07:48.219588 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55f42cbc-57fb-42c0-bbe3-c9c0d22077a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.223531 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55f42cbc-57fb-42c0-bbe3-c9c0d22077a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.223894 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f152cb9b-529b-474a-ad21-a99ad10bef3a req-e94f720e-d650-49f4-8365-0a5c79209087 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783321 Mar 29 21:07:48.240976 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-55f42cbc-57fb-42c0-bbe3-c9c0d22077a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e91e3b93-b3d4-44c3-9e2b-2a4219aa74ac HTTP/1.1" status: 204 len: 168 time: 0.1644995 Mar 29 21:07:48.247348 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:48.267342 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f42cbc-57fb-42c0-bbe3-c9c0d22077a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91e3b93-b3d4-44c3-9e2b-2a4219aa74ac,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:48.423016 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.495542 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-3c053f07-df2d-40bd-9069-b6bea1cfcf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:48.497717 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-3c053f07-df2d-40bd-9069-b6bea1cfcf3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.3082228 Mar 29 21:07:48.594077 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Attempting to bind port bdd5bf42-1f0f-4bdd-a579-499021628f2f on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:48.594415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Attempting to bind port bdd5bf42-1f0f-4bdd-a579-499021628f2f by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:48.594755 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Attempting to bind port bdd5bf42-1f0f-4bdd-a579-499021628f2f on network 86d2555e-7747-4512-bb17-6de9b3f31512 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:48.597451 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-8d8a79ff-2dcc-4b63-9e07-72308f977c5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7956aa02-e1da-4a42-8fed-35a78c69325d HTTP/1.1" status: 200 len: 217 time: 0.0670846 Mar 29 21:07:48.604837 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Port bdd5bf42-1f0f-4bdd-a579-499021628f2f on network 86d2555e-7747-4512-bb17-6de9b3f31512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:07:48.605161 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Attempting to bind port bdd5bf42-1f0f-4bdd-a579-499021628f2f on network 86d2555e-7747-4512-bb17-6de9b3f31512 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:48.656660 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:48.656660 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Checking segment: {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:48.656969 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Bound using segment: {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:48.657329 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Bound port: bdd5bf42-1f0f-4bdd-a579-499021628f2f, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:48.657683 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.724815 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-bc5081db-c285-4a95-8df1-504ded88cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:48.726324 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-bc5081db-c285-4a95-8df1-504ded88cc44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.1173999 Mar 29 21:07:48.783712 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48562) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:48.806338 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-98387c03-b0f0-41dc-a1fc-b8e1765a52d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.858608 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:48.863216 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:48.909861 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:48.993808 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14f500d-fb24-4be7-9b5e-066e9d42ab3f {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:48.994533 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-98387c03-b0f0-41dc-a1fc-b8e1765a52d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.000120 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-98387c03-b0f0-41dc-a1fc-b8e1765a52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.011466 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.033160 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:49.033678 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.035376 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] 10.222.0.39 "PUT /v2.0/ports/bdd5bf42-1f0f-4bdd-a579-499021628f2f HTTP/1.1" status: 200 len: 1093 time: 2.6368072 Mar 29 21:07:49.043115 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:07:49.046152 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:07:49.081266 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 7b33a7c6-4987-45c5-9c6f-5e3490a7422d details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:07:49.103084 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-98387c03-b0f0-41dc-a1fc-b8e1765a52d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2777ceddf8a4de68367573db5a21fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175769 Mar 29 21:07:49.108383 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48576) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:49.137865 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-6d263338-bc9a-4cb4-84eb-b829179a4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:49.139523 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-6d263338-bc9a-4cb4-84eb-b829179a4965 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3925982 Mar 29 21:07:49.141737 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Transition to ACTIVE for port object a14f500d-fb24-4be7-9b5e-066e9d42ab3f will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:07:49.177195 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.178100 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98387c03-b0f0-41dc-a1fc-b8e1765a52d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98038d81-ceac-449f-8d63-859cba588b06,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:49.192668 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48580) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:49.230791 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1e324-f2a1-4975-ba71-6a9095056ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:49.307829 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c41b0-03b7-4c4e-a8d1-404f9225e23b req-4a32e0dd-9204-4561-aadb-96bfe6c51100 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:49.308181 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e80f5179-14db-403f-83ae-654e56cffc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.318452 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d4c41b0-03b7-4c4e-a8d1-404f9225e23b req-4a32e0dd-9204-4561-aadb-96bfe6c51100 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 932 time: 0.4234858 Mar 29 21:07:49.331894 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70019171-1950-4470-bb14-5a228bee312a req-da563821-65fb-4682-b6ee-94d604dd8d1a tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:49.334948 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70019171-1950-4470-bb14-5a228bee312a req-da563821-65fb-4682-b6ee-94d604dd8d1a tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 946 time: 0.6042488 Mar 29 21:07:49.386945 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e80f5179-14db-403f-83ae-654e56cffc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.447385 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:49.465244 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '7b33a7c6-4987-45c5-9c6f-5e3490a7422d', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'port_id': '7b33a7c6-4987-45c5-9c6f-5e3490a7422d', 'mac_address': 'fa:16:3e:a6:4c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:07:49.467898 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9578b678-d6c2-4445-96e3-230608b7d219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.523794 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.549429 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b33a7c6-4987-45c5-9c6f-5e3490a7422d {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:49.585344 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:49.593075 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.650704 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e80f5179-14db-403f-83ae-654e56cffc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.660086 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e80f5179-14db-403f-83ae-654e56cffc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.665418 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e80f5179-14db-403f-83ae-654e56cffc73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98038d81-ceac-449f-8d63-859cba588b06 HTTP/1.1" status: 204 len: 168 time: 0.5560524 Mar 29 21:07:49.667073 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Pushing event updated for resources: {'Port': ['ID=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:49.686679 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d4c41b0-03b7-4c4e-a8d1-404f9225e23b req-ec4753f2-9614-4fe9-8408-3ceb9d4d5be0 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669424 Mar 29 21:07:49.687818 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f5179-14db-403f-83ae-654e56cffc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98038d81-ceac-449f-8d63-859cba588b06,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:49.691365 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9578b678-d6c2-4445-96e3-230608b7d219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.692908 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Attempting to bind port a14f500d-fb24-4be7-9b5e-066e9d42ab3f on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:07:49.693241 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Attempting to bind port a14f500d-fb24-4be7-9b5e-066e9d42ab3f by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:07:49.693567 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Attempting to bind port a14f500d-fb24-4be7-9b5e-066e9d42ab3f on network 093f6feb-78c9-4f9e-bc6b-27267053084d {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:49.701631 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70019171-1950-4470-bb14-5a228bee312a req-7da87641-e68a-48ed-baf8-f377b4d44466 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518257 Mar 29 21:07:49.703505 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128838-9ace-4c44-a957-1ca55e847614 req-6d1a6b68-2bdd-4857-8b19-c542578d30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:49.714013 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-6d1a6b68-2bdd-4857-8b19-c542578d30ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 1096 time: 0.5327687 Mar 29 21:07:49.715102 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9578b678-d6c2-4445-96e3-230608b7d219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.721797 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Port a14f500d-fb24-4be7-9b5e-066e9d42ab3f on network 093f6feb-78c9-4f9e-bc6b-27267053084d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:07:49.722022 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Attempting to bind port a14f500d-fb24-4be7-9b5e-066e9d42ab3f on network 093f6feb-78c9-4f9e-bc6b-27267053084d {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:07:49.780367 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:49.785311 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-9578b678-d6c2-4445-96e3-230608b7d219 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef73c283882148f9b73d673661a0f7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5873079 Mar 29 21:07:49.789717 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48594) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:49.822442 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9714a6-8150-4de9-a0e8-d2bcf3b344f1 x-openstack-request-id: req-df9714a6-8150-4de9-a0e8-d2bcf3b344f1 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:07:49.822715 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:07:49.822966 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df9714a6-8150-4de9-a0e8-d2bcf3b344f1 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:07:49.823361 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'status': 'completed', 'code': 200} Mar 29 21:07:49.828139 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-a4f930b8-cb23-4bd0-99f7-c6190b0dc658 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f HTTP/1.1" status: 200 len: 217 time: 0.0827265 Mar 29 21:07:49.828380 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:07:49.828660 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Checking segment: {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:07:49.829025 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Bound using segment: {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:07:49.829467 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Bound port: a14f500d-fb24-4be7-9b5e-066e9d42ab3f, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:07:49.829818 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.839073 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578b678-d6c2-4445-96e3-230608b7d219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab8e045-77ee-4960-995c-9485221613a3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:49.841986 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-bcff44cf-f603-46b5-88f1-020a877d05cd service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382914 Mar 29 21:07:49.884663 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06bca683-30cd-48b8-aaea-404d1cda78be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.928813 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06bca683-30cd-48b8-aaea-404d1cda78be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:49.997985 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06bca683-30cd-48b8-aaea-404d1cda78be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.000993 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06bca683-30cd-48b8-aaea-404d1cda78be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.002209 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-06bca683-30cd-48b8-aaea-404d1cda78be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ab8e045-77ee-4960-995c-9485221613a3 HTTP/1.1" status: 204 len: 168 time: 0.2042167 Mar 29 21:07:50.046998 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bca683-30cd-48b8-aaea-404d1cda78be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab8e045-77ee-4960-995c-9485221613a3,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:50.133572 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['7b33a7c6-4987-45c5-9c6f-5e3490a7422d'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:07:50.482527 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128838-9ace-4c44-a957-1ca55e847614 req-0a660cba-32fc-4100-b485-e2c3e2d1392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:50.483984 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-0a660cba-32fc-4100-b485-e2c3e2d1392d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.6123860 Mar 29 21:07:50.500675 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-c2f69a7d-9237-4160-9c80-4239656b92f0 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272187 Mar 29 21:07:50.534478 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48626) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:50.548497 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f2e633a-288f-40c0-9b28-05b610999f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.568833 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f7be0-8ca2-49f9-80a8-9f59143035d9 req-c697598d-ce09-4b9a-a2ba-73c776cab939 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:50.570444 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a58f7be0-8ca2-49f9-80a8-9f59143035d9 req-c697598d-ce09-4b9a-a2ba-73c776cab939 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 944 time: 0.7458093 Mar 29 21:07:50.602148 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a57cf-1c81-4dfc-b92f-bd8958be9441 req-7369a87d-db2a-40b8-9946-48b8cc57efc4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:50.612595 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e7a57cf-1c81-4dfc-b92f-bd8958be9441 req-7369a87d-db2a-40b8-9946-48b8cc57efc4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.6689637 Mar 29 21:07:50.636711 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] For port a14f500d-fb24-4be7-9b5e-066e9d42ab3f, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:07:50.705495 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] For port a14f500d-fb24-4be7-9b5e-066e9d42ab3f, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:07:50.706832 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f2e633a-288f-40c0-9b28-05b610999f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.708623 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128838-9ace-4c44-a957-1ca55e847614 req-6625df50-77d6-43b1-be4a-79c8f7baa37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:50.710398 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-6625df50-77d6-43b1-be4a-79c8f7baa37f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2174456 Mar 29 21:07:50.712387 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f2e633a-288f-40c0-9b28-05b610999f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.712634 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.719229 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e7a57cf-1c81-4dfc-b92f-bd8958be9441 req-01859e74-d941-4b2b-8d65-ebcdc1ff83e1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057756 Mar 29 21:07:50.770774 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2f2e633a-288f-40c0-9b28-05b610999f53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fb90263a91e42b1a09433ffd237a178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351508 Mar 29 21:07:50.772025 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e633a-288f-40c0-9b28-05b610999f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074aabcc-b10a-42a7-8d55-d9430401b355,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:50.774596 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48642) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:50.832751 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54c09cec-341f-4116-a105-f38a2f95d99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.857797 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54c09cec-341f-4116-a105-f38a2f95d99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.863795 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:50.864255 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.865672 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] 10.222.0.39 "PUT /v2.0/ports/a14f500d-fb24-4be7-9b5e-066e9d42ab3f HTTP/1.1" status: 200 len: 1094 time: 3.0327435 Mar 29 21:07:50.908706 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a58f7be0-8ca2-49f9-80a8-9f59143035d9 req-4f15dd8d-9705-4010-9322-23a8da01ff71 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299062 Mar 29 21:07:50.938572 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54c09cec-341f-4116-a105-f38a2f95d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.942108 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54c09cec-341f-4116-a105-f38a2f95d99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:50.944199 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-54c09cec-341f-4116-a105-f38a2f95d99f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/074aabcc-b10a-42a7-8d55-d9430401b355 HTTP/1.1" status: 204 len: 168 time: 0.1684134 Mar 29 21:07:50.956922 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c09cec-341f-4116-a105-f38a2f95d99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074aabcc-b10a-42a7-8d55-d9430401b355,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:50.993279 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c2fe9-8b96-4c27-8985-3ffdc033631f service neutron] Pushing event updated for resources: {'Port': ['ID=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:51.000761 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-aff64af4-dc97-48b8-abf5-2d5a56d9e0d8 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765090 Mar 29 21:07:51.017975 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35013c85-9c80-4db2-8cc5-7d2e55428c66 req-383afe09-70e0-4669-aafb-1a9dc4034df9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:51.019622 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-35013c85-9c80-4db2-8cc5-7d2e55428c66 req-383afe09-70e0-4669-aafb-1a9dc4034df9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 944 time: 0.2102907 Mar 29 21:07:51.112052 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-9a848918-5314-479f-9833-a98f4050421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:51.113881 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-9a848918-5314-479f-9833-a98f4050421d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 1097 time: 0.1650562 Mar 29 21:07:51.234180 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-35013c85-9c80-4db2-8cc5-7d2e55428c66 req-049f5397-5aa7-4c6f-8a5b-4eca5c18507f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924129 Mar 29 21:07:51.247620 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-44daff5d-cc37-40d1-8e15-e9957d2916f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f HTTP/1.1" status: 200 len: 217 time: 0.0752351 Mar 29 21:07:51.291258 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7a919-77cb-4203-919d-e0375b67f11f req-7ea58b23-6e70-4975-a638-4eb9bb54be00 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:51.292756 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bcb7a919-77cb-4203-919d-e0375b67f11f req-7ea58b23-6e70-4975-a638-4eb9bb54be00 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 946 time: 0.2701101 Mar 29 21:07:51.334814 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97128838-9ace-4c44-a957-1ca55e847614 req-3a3a8f35-af03-4341-a420-cd756f9fd4af service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132634 Mar 29 21:07:51.337803 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-e2eb10f1-3ecd-4a82-8d97-03ef74575220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:51.339189 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-e2eb10f1-3ecd-4a82-8d97-03ef74575220 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 200 len: 849 time: 0.0906901 Mar 29 21:07:51.391471 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bcb7a919-77cb-4203-919d-e0375b67f11f req-41f6d4b6-407a-4173-8a52-2348ae54d6f2 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899825 Mar 29 21:07:51.411575 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-5d4ea356-3953-4ffc-9936-198c7c89af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:51.413162 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-5d4ea356-3953-4ffc-9936-198c7c89af2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093f6feb-78c9-4f9e-bc6b-27267053084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519447 Mar 29 21:07:51.562067 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-803cbd55-4d91-4d99-81cf-5eac67925723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:51.563143 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-803cbd55-4d91-4d99-81cf-5eac67925723 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 1096 time: 0.1128101 Mar 29 21:07:51.599409 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-4f7e4f32-491f-485b-977b-e49171162747 service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571023 Mar 29 21:07:51.754047 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-87a63431-0389-4dda-a902-a0da58052996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:51.759149 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-87a63431-0389-4dda-a902-a0da58052996 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.1787486 Mar 29 21:07:51.824758 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cca57871-b634-4c16-97e0-dc1d9323a467 req-8a058910-fb33-4802-93e1-67c0e43a43c5 service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128391 Mar 29 21:07:51.827417 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-95b25d6e-025f-485f-afa6-c0286bccf265 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f HTTP/1.1" status: 200 len: 217 time: 0.0635495 Mar 29 21:07:51.827952 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'tag': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:07:51.830382 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9b00cd-510e-4a69-93fd-b8bb7aade82f", "tag": "a14f500d-fb24-4be7-9b5e-066e9d42ab3f"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:07:51.926966 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5703f326-2442-4c92-bc77-d0f278119947 x-openstack-request-id: req-5703f326-2442-4c92-bc77-d0f278119947 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:07:51.927368 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9b00cd-510e-4a69-93fd-b8bb7aade82f", "tag": "a14f500d-fb24-4be7-9b5e-066e9d42ab3f", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:07:51.927623 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5703f326-2442-4c92-bc77-d0f278119947 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:07:51.928020 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'tag': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f', 'status': 'completed', 'code': 200} Mar 29 21:07:51.960936 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-29c4b1e2-2bce-414d-94de-9cfec1624938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:51.963529 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-29c4b1e2-2bce-414d-94de-9cfec1624938 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.1160676 Mar 29 21:07:51.986224 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf1b6-b8fe-48ae-97fc-e387d163a565 req-1b475ca0-fea9-4a8a-85ca-f307f051586d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:51.988430 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7c9cf1b6-b8fe-48ae-97fc-e387d163a565 req-1b475ca0-fea9-4a8a-85ca-f307f051586d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.1214285 Mar 29 21:07:52.174165 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-f756e684-be9f-4c58-8a8e-9cc00cf59770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:52.175739 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-f756e684-be9f-4c58-8a8e-9cc00cf59770 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1860483 Mar 29 21:07:52.186998 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7c9cf1b6-b8fe-48ae-97fc-e387d163a565 req-bc16f8a4-f4a9-400a-8719-0675356c776f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523213 Mar 29 21:07:52.188791 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-74f6e4ef-30c2-4a4b-80a4-b94646a3ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:52.190317 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-74f6e4ef-30c2-4a4b-80a4-b94646a3ffff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 1097 time: 0.2016070 Mar 29 21:07:52.206697 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bab2e9-bd9c-48c0-8f2a-8d6e604174f6 req-a4c91ed8-6bf4-45cc-8324-f4735995f667 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:52.208425 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-65bab2e9-bd9c-48c0-8f2a-8d6e604174f6 req-a4c91ed8-6bf4-45cc-8324-f4735995f667 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 944 time: 0.1358078 Mar 29 21:07:52.415959 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-65bab2e9-bd9c-48c0-8f2a-8d6e604174f6 req-4e956875-ec05-4751-bdb7-3ab62942297a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855416 Mar 29 21:07:52.447034 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-75c94c9f-cdb3-430d-a903-049ebf6a51e6 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549987 Mar 29 21:07:52.447966 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-94c39329-4542-4ab4-a6c5-18d04c7f1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:52.449271 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-94c39329-4542-4ab4-a6c5-18d04c7f1204 service neutron] 10.222.0.39 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 911 time: 0.2391164 Mar 29 21:07:52.461805 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ac81d-13a8-4199-a57d-3e505e07be34 req-755287c9-9416-4283-acc0-bd3ee012d5fa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:52.463675 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-599ac81d-13a8-4199-a57d-3e505e07be34 req-755287c9-9416-4283-acc0-bd3ee012d5fa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 944 time: 0.1162550 Mar 29 21:07:52.543259 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-32f04744-9be9-4f49-a591-cb92bb7ddd1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f HTTP/1.1" status: 200 len: 217 time: 0.0775204 Mar 29 21:07:52.628619 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-599ac81d-13a8-4199-a57d-3e505e07be34 req-87f12fc4-02ec-426c-847e-0bdfaa713b86 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361096 Mar 29 21:07:52.665711 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-829fd0a4-1258-4df6-92c2-3188d09dfc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:52.665711 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-829fd0a4-1258-4df6-92c2-3188d09dfc4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 200 len: 849 time: 0.1096902 Mar 29 21:07:52.665711 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-77dd3a5e-0108-4eeb-8d53-1c2991d76a71 req-ade5df52-c932-4705-9e8a-6a6af432274d service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006757 Mar 29 21:07:52.731457 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-4658e4b5-9fb7-4a6e-a19e-ec8074467a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:52.733172 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-4658e4b5-9fb7-4a6e-a19e-ec8074467a50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093f6feb-78c9-4f9e-bc6b-27267053084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0491114 Mar 29 21:07:52.832993 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-7180d76e-d2b7-4430-af79-b433035e391a service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928998 Mar 29 21:07:52.949895 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73d44a2b-782d-416a-a4f7-19aaf10c1a6d req-4bda085e-5600-4f01-adca-8654faf8619e service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090441 Mar 29 21:07:53.087894 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 7956aa02-e1da-4a42-8fed-35a78c69325d details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:07:53.112897 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 7b33a7c6-4987-45c5-9c6f-5e3490a7422d up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:53.366538 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a5de0-8703-4e91-be72-16d1c4b25798 req-8efb6621-83b5-40b0-9f54-cb6cdf424a43 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:53.369772 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-644a5de0-8703-4e91-be72-16d1c4b25798 req-8efb6621-83b5-40b0-9f54-cb6cdf424a43 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0856507 Mar 29 21:07:53.373868 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:07:53.383050 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 7956aa02-e1da-4a42-8fed-35a78c69325d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7956aa02-e1da-4a42-8fed-35a78c69325d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:53.385373 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:53.385736 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:53.417916 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '7956aa02-e1da-4a42-8fed-35a78c69325d', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'port_id': '7956aa02-e1da-4a42-8fed-35a78c69325d', 'mac_address': 'fa:16:3e:6b:11:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:07:53.424018 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-644a5de0-8703-4e91-be72-16d1c4b25798 req-76d6019e-f011-4d69-aaf2-e239ef8011e4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459294 Mar 29 21:07:53.530931 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:53.533202 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:53.562865 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7956aa02-e1da-4a42-8fed-35a78c69325d {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:53.591373 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b33a7c6-4987-45c5-9c6f-5e3490a7422d'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:07:53.594406 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bf9647-3a4f-4592-b38c-5589c7d20f29" -d '{"events": [{"server_uuid": "aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc", "name": "network-vif-plugged", "status": "completed", "tag": "7b33a7c6-4987-45c5-9c6f-5e3490a7422d"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:07:53.617781 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 7956aa02-e1da-4a42-8fed-35a78c69325d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7956aa02-e1da-4a42-8fed-35a78c69325d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:53.619769 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:53.628703 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:53.640044 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:53.658825 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95df4c-0fc4-4320-bc61-5757a8e00b17 req-a25abea5-3722-4443-925c-f902f6938d14 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:53.672389 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fc95df4c-0fc4-4320-bc61-5757a8e00b17 req-a25abea5-3722-4443-925c-f902f6938d14 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 944 time: 0.1088147 Mar 29 21:07:53.703805 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=7956aa02-e1da-4a42-8fed-35a78c69325d,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:53.708780 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdb83f4-36e4-4396-8fff-24fb4d5ff509 x-openstack-request-id: req-8cdb83f4-36e4-4396-8fff-24fb4d5ff509 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:07:53.709335 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc", "name": "network-vif-plugged", "status": "completed", "tag": "7b33a7c6-4987-45c5-9c6f-5e3490a7422d", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:07:53.710017 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cdb83f4-36e4-4396-8fff-24fb4d5ff509 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:07:53.710580 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b33a7c6-4987-45c5-9c6f-5e3490a7422d', 'code': 200} Mar 29 21:07:53.733398 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fc95df4c-0fc4-4320-bc61-5757a8e00b17 req-b607cc85-b9fd-4216-88bc-18e2494479a7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457270 Mar 29 21:07:53.772297 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:53.832982 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037cce6-adf9-4597-973b-03acc9f3b1bd req-5ebaede7-186c-46f8-81a0-a4bc7ba5297f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:53.838629 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d037cce6-adf9-4597-973b-03acc9f3b1bd req-5ebaede7-186c-46f8-81a0-a4bc7ba5297f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 944 time: 0.0595491 Mar 29 21:07:53.895577 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d037cce6-adf9-4597-973b-03acc9f3b1bd req-d565ebce-f053-48ee-8c0e-bbb9eee9c867 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542376 Mar 29 21:07:54.038281 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7b9f5-f529-4f70-a9b2-3887b0e4b71e req-10fa732a-6bda-4d13-800c-a6888113ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:54.039760 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-85c7b9f5-f529-4f70-a9b2-3887b0e4b71e req-10fa732a-6bda-4d13-800c-a6888113ed4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 1098 time: 0.0705664 Mar 29 21:07:54.081710 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-85c7b9f5-f529-4f70-a9b2-3887b0e4b71e req-35a88707-2591-462f-a898-59244b8758f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343137 Mar 29 21:07:54.176264 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['7956aa02-e1da-4a42-8fed-35a78c69325d'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:07:54.752011 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e353e-00de-40cd-9b59-5c57a8a9e310 req-0b3a9aa1-18bd-4a5f-af07-c3a25aa510ba tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:54.753596 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a37e353e-00de-40cd-9b59-5c57a8a9e310 req-0b3a9aa1-18bd-4a5f-af07-c3a25aa510ba tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.2517674 Mar 29 21:07:54.801692 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a37e353e-00de-40cd-9b59-5c57a8a9e310 req-9a001575-dbfb-496a-98d1-5559a61fa3f4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412490 Mar 29 21:07:54.852841 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec7335-33d3-4a90-bfe2-73d5243c8a48 req-e299323f-9296-4d6f-9ae2-714923780115 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:54.854737 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b5ec7335-33d3-4a90-bfe2-73d5243c8a48 req-e299323f-9296-4d6f-9ae2-714923780115 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0518999 Mar 29 21:07:54.892611 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b5ec7335-33d3-4a90-bfe2-73d5243c8a48 req-023a5cb6-d829-4772-bfd3-02e170883f5f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Mar 29 21:07:55.016480 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec679bc1-7c03-4f33-9bb1-50701125a06b req-0564bce7-d8ef-4ea2-bd63-3142db016a7e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:55.018209 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ec679bc1-7c03-4f33-9bb1-50701125a06b req-0564bce7-d8ef-4ea2-bd63-3142db016a7e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 944 time: 0.0592604 Mar 29 21:07:55.088183 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ec679bc1-7c03-4f33-9bb1-50701125a06b req-af0782bd-338b-43f2-936a-57a9f693b05e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595365 Mar 29 21:07:55.276374 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48876) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:55.391537 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-65b9593c-298e-48ae-9832-2a41eb9a06d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:55.473432 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-65b9593c-298e-48ae-9832-2a41eb9a06d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:55.477778 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-65b9593c-298e-48ae-9832-2a41eb9a06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:55.516278 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-65b9593c-298e-48ae-9832-2a41eb9a06d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54e90e2e582a4c0192d47f2ce5e0b07b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387283 Mar 29 21:07:55.517124 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9593c-298e-48ae-9832-2a41eb9a06d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f7395-6af4-4257-bc73-94820d4684ed,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:55.519943 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 48884) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:55.575891 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db003888-261c-4b29-a544-8f8fbb0e9575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:55.595574 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db003888-261c-4b29-a544-8f8fbb0e9575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:55.641239 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db003888-261c-4b29-a544-8f8fbb0e9575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:55.643716 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db003888-261c-4b29-a544-8f8fbb0e9575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:55.644831 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-db003888-261c-4b29-a544-8f8fbb0e9575 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b5f7395-6af4-4257-bc73-94820d4684ed HTTP/1.1" status: 204 len: 168 time: 0.1235733 Mar 29 21:07:55.652900 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db003888-261c-4b29-a544-8f8fbb0e9575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f7395-6af4-4257-bc73-94820d4684ed,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:55.923135 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e8309-fe25-49ca-ae2c-3da5adddd830 req-67ed10e1-555c-4338-ae29-55b201d5538b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:55.925170 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2a1e8309-fe25-49ca-ae2c-3da5adddd830 req-67ed10e1-555c-4338-ae29-55b201d5538b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0498955 Mar 29 21:07:55.982718 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2a1e8309-fe25-49ca-ae2c-3da5adddd830 req-09a83d7b-fd12-42ff-bbc2-b62a6336c180 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504653 Mar 29 21:07:56.040561 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd122f-665d-4024-8624-b7df21a1c311 req-23e750f2-826c-4071-aec3-c37264029507 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:56.048830 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-00cd122f-665d-4024-8624-b7df21a1c311 req-23e750f2-826c-4071-aec3-c37264029507 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0643344 Mar 29 21:07:56.107970 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-00cd122f-665d-4024-8624-b7df21a1c311 req-4a040965-2053-48dd-85b9-7fe2cec4b872 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Mar 29 21:07:56.286827 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90a327-2955-4e44-9e56-6d78656ff5c7 req-b5e6bcd6-a1a9-4cd1-8bfe-ab6dcea6e0c6 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:56.296715 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5b90a327-2955-4e44-9e56-6d78656ff5c7 req-b5e6bcd6-a1a9-4cd1-8bfe-ab6dcea6e0c6 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 944 time: 0.1009126 Mar 29 21:07:56.331824 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5b90a327-2955-4e44-9e56-6d78656ff5c7 req-9f808cc0-58f0-424d-80c1-76ec241d4372 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342577 Mar 29 21:07:56.454457 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 48940) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:56.581733 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b9b874d8-e946-4dba-b0f1-1ec64354b42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:56.663145 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b9b874d8-e946-4dba-b0f1-1ec64354b42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:56.671179 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b9b874d8-e946-4dba-b0f1-1ec64354b42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:56.718168 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-b9b874d8-e946-4dba-b0f1-1ec64354b42f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98bb510d1cf148f1b9959005fd74f50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590609 Mar 29 21:07:56.718168 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b874d8-e946-4dba-b0f1-1ec64354b42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d83f2f-c1a1-41d8-8eda-d975e4a336e8,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:56.718569 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48956) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:56.778951 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0488a3c5-c5cc-4e81-83ee-12fcb836cf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:56.805452 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0488a3c5-c5cc-4e81-83ee-12fcb836cf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:56.868908 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0488a3c5-c5cc-4e81-83ee-12fcb836cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:56.871727 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0488a3c5-c5cc-4e81-83ee-12fcb836cf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:56.873639 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-0488a3c5-c5cc-4e81-83ee-12fcb836cf13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3d83f2f-c1a1-41d8-8eda-d975e4a336e8 HTTP/1.1" status: 204 len: 168 time: 0.1539266 Mar 29 21:07:56.880586 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-14f5e151-614d-47b8-922c-0aa3ad3228c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550511 Mar 29 21:07:56.887884 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488a3c5-c5cc-4e81-83ee-12fcb836cf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d83f2f-c1a1-41d8-8eda-d975e4a336e8,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:57.034886 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-779195ec-e0f0-4b5a-8a32-e643d9c97e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:57.046830 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-779195ec-e0f0-4b5a-8a32-e643d9c97e92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d10e2ba226416ca2ffb6eadc07afad&device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 1099 time: 0.0874848 Mar 29 21:07:57.102160 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:07:57.218046 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd9cb4-3460-420c-9191-8f0a020eecb5 req-537b0ce6-8e53-48ea-9c0a-7b418fc760ff tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:57.220324 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1bbd9cb4-3460-420c-9191-8f0a020eecb5 req-537b0ce6-8e53-48ea-9c0a-7b418fc760ff tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.1274457 Mar 29 21:07:57.264294 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-1e59b776-d030-41da-9e73-77b88250061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:57.266219 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-1e59b776-d030-41da-9e73-77b88250061a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d81695d5-c337-4189-8058-a789790e993e HTTP/1.1" status: 200 len: 913 time: 0.1851220 Mar 29 21:07:57.304434 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48984) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:57.321211 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 7956aa02-e1da-4a42-8fed-35a78c69325d up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:07:57.322100 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-9c5f0296-8408-4de5-81bf-10dbb7f6497a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 HTTP/1.1" status: 200 len: 217 time: 0.0428436 Mar 29 21:07:57.327516 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aac7a4c2-0f6b-4f25-b90e-4ba1e9750324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.330042 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1bbd9cb4-3460-420c-9191-8f0a020eecb5 req-83c3b268-7e67-4628-b572-1eba7e1c3a9a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996799 Mar 29 21:07:57.340117 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:57.398278 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-f3c4bf23-8e4d-4522-ac3b-1f16164b6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:57.399851 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-f3c4bf23-8e4d-4522-ac3b-1f16164b6ed6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dee15fce-7816-4e5c-8efb-8b56cb9cc29e HTTP/1.1" status: 200 len: 852 time: 0.0687189 Mar 29 21:07:57.429514 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'port_id': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'mac_address': 'fa:16:3e:a1:dd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:07:57.467810 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-ea4a913f-5cbf-431d-a066-882f0fb85058 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d81695d5-c337-4189-8058-a789790e993e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531268 Mar 29 21:07:57.482351 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.489910 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aac7a4c2-0f6b-4f25-b90e-4ba1e9750324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.492074 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 7956aa02-e1da-4a42-8fed-35a78c69325d completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:07:57.498489 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aac7a4c2-0f6b-4f25-b90e-4ba1e9750324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.501067 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd5bf42-1f0f-4bdd-a579-499021628f2f {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:57.505626 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 7956aa02-e1da-4a42-8fed-35a78c69325d triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:07:57.506013 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.546059 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 48992) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:57.553742 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:57.556688 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-aac7a4c2-0f6b-4f25-b90e-4ba1e9750324 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d108b3eddbf44107a1fd48f431fed2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511680 Mar 29 21:07:57.558342 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7a4c2-0f6b-4f25-b90e-4ba1e9750324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dfe209-b6ba-4e89-a116-aac16f28ba1d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:57.562962 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 48996) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:57.567470 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.568633 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device a14f500d-fb24-4be7-9b5e-066e9d42ab3f details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:07:57.660797 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad2f1-64fc-47e6-8d14-d6f9c10d06ea req-a89ba6ac-d301-4b9d-83ed-0a872ffc1082 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:57.669100 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a06ad2f1-64fc-47e6-8d14-d6f9c10d06ea req-a89ba6ac-d301-4b9d-83ed-0a872ffc1082 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 946 time: 0.2105649 Mar 29 21:07:57.679004 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6283d763-e49b-42c3-ab26-dd255272c6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.680608 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:57.716598 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4684990-d6a3-421c-8d0c-a67765417cd3 req-16aa9cb7-cf55-4c20-ba7f-9241610353c8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:57.718579 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4684990-d6a3-421c-8d0c-a67765417cd3 req-16aa9cb7-cf55-4c20-ba7f-9241610353c8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.2296255 Mar 29 21:07:57.725504 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-6b4141cf-bf4c-4b00-ace0-c62580a94cd8 service neutron] 10.222.0.39 "GET /v2.0/networks/d81695d5-c337-4189-8058-a789790e993e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387886 Mar 29 21:07:57.731877 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.783155 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 7956aa02-e1da-4a42-8fed-35a78c69325d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7956aa02-e1da-4a42-8fed-35a78c69325d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:57.787519 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a06ad2f1-64fc-47e6-8d14-d6f9c10d06ea req-0eb72b8b-8912-4955-9e47-ece52d5db31e tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174355 Mar 29 21:07:57.789623 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7956aa02-e1da-4a42-8fed-35a78c69325d'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:07:57.790230 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6283d763-e49b-42c3-ab26-dd255272c6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.792374 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d902b-852c-4432-8630-ed9b14dc3204" -d '{"events": [{"server_uuid": "b9e3ab43-e262-45a9-9515-dccd4fec68d2", "name": "network-vif-plugged", "status": "completed", "tag": "7956aa02-e1da-4a42-8fed-35a78c69325d"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:07:57.801368 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.808229 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6283d763-e49b-42c3-ab26-dd255272c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.817149 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4de74780-ecd1-47e4-8a7b-52fe7dfe29ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.853520 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4684990-d6a3-421c-8d0c-a67765417cd3 req-0be59edb-c202-476d-9b74-566d18773820 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220770 Mar 29 21:07:57.870482 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-6283d763-e49b-42c3-ab26-dd255272c6d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=097308f874084608b3be2cc7e8951376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233407 Mar 29 21:07:57.872801 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283d763-e49b-42c3-ab26-dd255272c6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f2c261-4630-4756-af84-d3a5853f2b77,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:57.886917 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=7956aa02-e1da-4a42-8fed-35a78c69325d,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:57.894976 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49006) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:57.905111 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port a14f500d-fb24-4be7-9b5e-066e9d42ab3f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:57.918018 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'port_id': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f', 'mac_address': 'fa:16:3e:f7:86:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:07:57.929558 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4de74780-ecd1-47e4-8a7b-52fe7dfe29ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.954688 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834e7bf3-dc34-4e68-864f-ca7a96c00fcc x-openstack-request-id: req-834e7bf3-dc34-4e68-864f-ca7a96c00fcc {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:07:57.954990 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e3ab43-e262-45a9-9515-dccd4fec68d2", "name": "network-vif-plugged", "status": "completed", "tag": "7956aa02-e1da-4a42-8fed-35a78c69325d", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:07:57.955242 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-834e7bf3-dc34-4e68-864f-ca7a96c00fcc {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:07:57.955620 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7956aa02-e1da-4a42-8fed-35a78c69325d', 'code': 200} Mar 29 21:07:57.977099 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:57.993986 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14f500d-fb24-4be7-9b5e-066e9d42ab3f {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:07:58.016733 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port a14f500d-fb24-4be7-9b5e-066e9d42ab3f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:07:58.023057 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:58.042547 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0776c289-e93d-4ff8-9dd7-4c00692751e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:58.051401 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13299ad8-ce3a-4513-b806-9f5a979c8792 req-f77fb7fa-e581-491a-9d5f-138985968729 service neutron] 10.222.0.39 "GET /v2.0/networks/d81695d5-c337-4189-8058-a789790e993e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009517 Mar 29 21:07:58.064324 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66698c-5103-4ea0-83ee-b06eee966f04 req-a26b63e7-042b-4ac7-8db4-ce68686e8810 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:58.072231 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cf66698c-5103-4ea0-83ee-b06eee966f04 req-a26b63e7-042b-4ac7-8db4-ce68686e8810 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 944 time: 0.1576855 Mar 29 21:07:58.100177 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:58.128709 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0776c289-e93d-4ff8-9dd7-4c00692751e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:58.136280 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cf66698c-5103-4ea0-83ee-b06eee966f04 req-83f93335-88b5-41b1-be8c-bee5fd68ed1b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578806 Mar 29 21:07:58.138079 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4de74780-ecd1-47e4-8a7b-52fe7dfe29ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:58.146066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4de74780-ecd1-47e4-8a7b-52fe7dfe29ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:58.147453 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-4de74780-ecd1-47e4-8a7b-52fe7dfe29ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70dfe209-b6ba-4e89-a116-aac16f28ba1d HTTP/1.1" status: 204 len: 168 time: 0.5836625 Mar 29 21:07:58.158967 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de74780-ecd1-47e4-8a7b-52fe7dfe29ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dfe209-b6ba-4e89-a116-aac16f28ba1d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:58.245973 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0776c289-e93d-4ff8-9dd7-4c00692751e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:58.249206 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0776c289-e93d-4ff8-9dd7-4c00692751e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:58.250375 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-0776c289-e93d-4ff8-9dd7-4c00692751e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1f2c261-4630-4756-af84-d3a5853f2b77 HTTP/1.1" status: 204 len: 168 time: 0.3540070 Mar 29 21:07:58.270229 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776c289-e93d-4ff8-9dd7-4c00692751e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f2c261-4630-4756-af84-d3a5853f2b77,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:58.374234 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3ad21-a48c-4f99-8fdb-52a69fe1e91f req-ca655e82-f186-484d-9810-295bf618bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:58.377673 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70d3ad21-a48c-4f99-8fdb-52a69fe1e91f req-ca655e82-f186-484d-9810-295bf618bee5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 1098 time: 0.1166689 Mar 29 21:07:58.464026 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:58.601326 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['bdd5bf42-1f0f-4bdd-a579-499021628f2f'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:07:58.636396 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70d3ad21-a48c-4f99-8fdb-52a69fe1e91f req-1c8fc8ff-014d-486e-a6f1-854e5aa954c6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405913 Mar 29 21:07:58.646807 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['a14f500d-fb24-4be7-9b5e-066e9d42ab3f'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:07:58.661717 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cdf3c-534c-4dba-86db-86aa77f5333f req-305e28f8-6626-43d8-b78b-cc286e536649 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:58.663342 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-376cdf3c-534c-4dba-86db-86aa77f5333f req-305e28f8-6626-43d8-b78b-cc286e536649 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 944 time: 0.1540108 Mar 29 21:07:58.671201 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc087027-ba0b-468b-a79c-d99ac90af557 req-af0f0a31-4662-4068-aa53-7a46ffc070ce tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:58.672626 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dc087027-ba0b-468b-a79c-d99ac90af557 req-af0f0a31-4662-4068-aa53-7a46ffc070ce tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.2002490 Mar 29 21:07:58.678924 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941a110-1e62-4471-b73c-34c43b40f704 req-200ac052-59f4-4ef0-b8bf-b5a2b7589cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:58.680695 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c941a110-1e62-4471-b73c-34c43b40f704 req-200ac052-59f4-4ef0-b8bf-b5a2b7589cf8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 1098 time: 0.2561727 Mar 29 21:07:58.743394 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-376cdf3c-534c-4dba-86db-86aa77f5333f req-1a8d49af-0b01-4347-9b13-b96932b1a400 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695760 Mar 29 21:07:58.751093 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dc087027-ba0b-468b-a79c-d99ac90af557 req-06699ef2-d469-4394-ae36-fb9866b12f28 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645440 Mar 29 21:07:58.894319 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49044) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:58.911899 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b9baf282-9f5c-429b-9c08-124034436397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:58.924846 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af87222-8386-4f65-a1b5-69b262867f54 req-39ee2957-95a1-4367-ba7f-4f90d916e4c8 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:58.927554 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8af87222-8386-4f65-a1b5-69b262867f54 req-39ee2957-95a1-4367-ba7f-4f90d916e4c8 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 946 time: 0.0692830 Mar 29 21:07:58.981727 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8af87222-8386-4f65-a1b5-69b262867f54 req-afa98932-e8cb-46fa-aeb1-2d8df968e85f tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455372 Mar 29 21:07:59.010278 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b9baf282-9f5c-429b-9c08-124034436397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:59.015518 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b9baf282-9f5c-429b-9c08-124034436397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:59.058083 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b9baf282-9f5c-429b-9c08-124034436397 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7418de61bb4540aabc1af3fcaad34231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618075 Mar 29 21:07:59.061104 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baf282-9f5c-429b-9c08-124034436397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2171da-0509-43e0-a3e3-f3fdb6ccfce9,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:59.061514 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49050) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:07:59.154977 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941a110-1e62-4471-b73c-34c43b40f704 req-b3f4c042-7a8e-441b-b0a2-76c20c8fe32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:59.156732 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c941a110-1e62-4471-b73c-34c43b40f704 req-b3f4c042-7a8e-441b-b0a2-76c20c8fe32b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.1499374 Mar 29 21:07:59.162863 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e514b3ee-1add-4ff6-b6b6-d79d0b140a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:59.223412 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c941a110-1e62-4471-b73c-34c43b40f704 req-bbe685b5-7d02-46a3-8dd9-2c9f07ad4ad3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d HTTP/1.1" status: 200 len: 217 time: 0.0481634 Mar 29 21:07:59.232329 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e514b3ee-1add-4ff6-b6b6-d79d0b140a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:59.329084 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919734c-a8bb-4c54-8013-9f5118919584 req-e0c8c65c-76f8-44e3-bc1b-042e23ba2e44 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:59.330605 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7919734c-a8bb-4c54-8013-9f5118919584 req-e0c8c65c-76f8-44e3-bc1b-042e23ba2e44 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 945 time: 0.1122391 Mar 29 21:07:59.341688 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941a110-1e62-4471-b73c-34c43b40f704 req-41563d3d-a17e-4cbe-89eb-f51a38c7d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:59.343376 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c941a110-1e62-4471-b73c-34c43b40f704 req-41563d3d-a17e-4cbe-89eb-f51a38c7d64f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0766752 Mar 29 21:07:59.395502 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e514b3ee-1add-4ff6-b6b6-d79d0b140a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:59.397988 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e514b3ee-1add-4ff6-b6b6-d79d0b140a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:07:59.399105 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-e514b3ee-1add-4ff6-b6b6-d79d0b140a7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a2171da-0509-43e0-a3e3-f3fdb6ccfce9 HTTP/1.1" status: 204 len: 168 time: 0.3366351 Mar 29 21:07:59.410967 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7919734c-a8bb-4c54-8013-9f5118919584 req-3a31fdd6-fcce-4084-9d2b-d0fb15cf748f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729344 Mar 29 21:07:59.419058 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514b3ee-1add-4ff6-b6b6-d79d0b140a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2171da-0509-43e0-a3e3-f3fdb6ccfce9,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:07:59.430686 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941a110-1e62-4471-b73c-34c43b40f704 req-1128d413-2639-452f-b18f-8f679060a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:59.432843 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c941a110-1e62-4471-b73c-34c43b40f704 req-1128d413-2639-452f-b18f-8f679060a034 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760663 Mar 29 21:07:59.540487 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c941a110-1e62-4471-b73c-34c43b40f704 req-677a3f4f-3b45-4155-87f6-67f054d870d6 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909314 Mar 29 21:07:59.682276 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c941a110-1e62-4471-b73c-34c43b40f704 req-88bc5585-604d-4874-891f-f9e7e705a2f3 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337175 Mar 29 21:07:59.962343 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a2bf1-06d3-472a-88b1-d884aa5646ca req-ea1f5c4f-b7eb-4e35-b30e-1960a0b3f288 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:59.970518 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2b5a2bf1-06d3-472a-88b1-d884aa5646ca req-ea1f5c4f-b7eb-4e35-b30e-1960a0b3f288 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0879624 Mar 29 21:07:59.987529 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c44c0-30f3-49ec-ad8b-e6853f1a177f req-15e0f9be-d01d-446e-8206-6b09e5023554 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:07:59.989227 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f74c44c0-30f3-49ec-ad8b-e6853f1a177f req-15e0f9be-d01d-446e-8206-6b09e5023554 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 944 time: 0.0964022 Mar 29 21:08:00.058337 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2b5a2bf1-06d3-472a-88b1-d884aa5646ca req-edf43229-e59b-46ca-ba1e-24581ed2ffb9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850911 Mar 29 21:08:00.079779 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f74c44c0-30f3-49ec-ad8b-e6853f1a177f req-bff44a54-e5d3-4191-8547-f491862f1edd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806382 Mar 29 21:08:00.234652 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e605a4-1074-46af-b3b5-66d31ae2347a req-51c5699f-34ca-495c-890f-2158229d20ea tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:00.236381 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-26e605a4-1074-46af-b3b5-66d31ae2347a req-51c5699f-34ca-495c-890f-2158229d20ea tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 946 time: 0.0743520 Mar 29 21:08:00.281050 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-26e605a4-1074-46af-b3b5-66d31ae2347a req-0175e8fe-eee8-44b4-b706-00ad45a3a0da tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8167284-4d6b-4d72-b2b4-3f2f789f74e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363915 Mar 29 21:08:00.576267 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-89aef8e0-6d08-4cb6-a43a-6279979419dc tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:00.577762 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-89aef8e0-6d08-4cb6-a43a-6279979419dc tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 946 time: 0.0739195 Mar 29 21:08:00.650193 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49138) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:00.671060 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f969b-340d-4be3-bf72-f623bf61abe7 req-babe7507-8fbe-4456-bbbf-4c26d5f3332e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:00.672930 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2e7f969b-340d-4be3-bf72-f623bf61abe7 req-babe7507-8fbe-4456-bbbf-4c26d5f3332e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 945 time: 0.1588948 Mar 29 21:08:00.772594 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d2b7fae9-6610-4cd3-b5db-e6d3ea0e3f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:00.792619 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2e7f969b-340d-4be3-bf72-f623bf61abe7 req-19d4469c-d851-41e6-aebc-cd41c989f9ad tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048350 Mar 29 21:08:00.829964 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Deleting port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:08:00.829964 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:00.901847 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d2b7fae9-6610-4cd3-b5db-e6d3ea0e3f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:00.907563 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d2b7fae9-6610-4cd3-b5db-e6d3ea0e3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:00.958796 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-d2b7fae9-6610-4cd3-b5db-e6d3ea0e3f02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50c7dc05d608472584ffee0e14eaded0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070242 Mar 29 21:08:00.959425 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49154) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:00.978371 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7fae9-6610-4cd3-b5db-e6d3ea0e3f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7ed031-8fe0-4df3-be95-a94f76951210,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:01.036201 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf6fb66d-e61b-4785-a278-4824825d097e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.065064 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf6fb66d-e61b-4785-a278-4824825d097e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.117107 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:08:01.141095 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf6fb66d-e61b-4785-a278-4824825d097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.148094 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf6fb66d-e61b-4785-a278-4824825d097e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.149452 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-cf6fb66d-e61b-4785-a278-4824825d097e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd7ed031-8fe0-4df3-be95-a94f76951210 HTTP/1.1" status: 204 len: 168 time: 0.1891136 Mar 29 21:08:01.182835 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fb66d-e61b-4785-a278-4824825d097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7ed031-8fe0-4df3-be95-a94f76951210,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:01.222500 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port bdd5bf42-1f0f-4bdd-a579-499021628f2f completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:08:01.242210 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port bdd5bf42-1f0f-4bdd-a579-499021628f2f triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:08:01.245529 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.269485 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] For port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,segment=NetworkSegment(fa86cce6-5b33-45a6-b9bc-b0240bf2dd18),segment_id=fa86cce6-5b33-45a6-b9bc-b0240bf2dd18)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:08:01.270009 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.293913 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Calling delete_port for ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:08:01.321605 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17e03-d4df-42b8-bbe2-fe53140e8394 req-bb546a64-8742-4561-8b99-ffcbe572b30e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:01.323119 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5a17e03-d4df-42b8-bbe2-fe53140e8394 req-bb546a64-8742-4561-8b99-ffcbe572b30e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.1442845 Mar 29 21:08:01.333885 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c9963-3da3-456f-bcd9-5badbf40be27 req-488b7319-2882-4183-8fe3-c2557426cf47 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:01.342430 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0d2c9963-3da3-456f-bcd9-5badbf40be27 req-488b7319-2882-4183-8fe3-c2557426cf47 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 944 time: 0.1620355 Mar 29 21:08:01.422965 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.486632 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:08:01.495741 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cdc0cd-86fd-4b68-b87d-2ea1b1ef4be2" -d '{"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-plugged", "status": "completed", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:08:01.500406 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0d2c9963-3da3-456f-bcd9-5badbf40be27 req-966bdd91-4112-4c82-9c6c-cfe755392609 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571097 Mar 29 21:08:01.505331 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5a17e03-d4df-42b8-bbe2-fe53140e8394 req-fcb7e159-047d-4bc5-b9bb-714de724d41b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609058 Mar 29 21:08:01.543369 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:08:01.564870 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.566528 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device a14f500d-fb24-4be7-9b5e-066e9d42ab3f up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:08:01.624335 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c1f108-8ac1-4be3-b289-a11ccb0eb26f x-openstack-request-id: req-47c1f108-8ac1-4be3-b289-a11ccb0eb26f {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:08:01.624773 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-plugged", "status": "completed", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:08:01.625259 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47c1f108-8ac1-4be3-b289-a11ccb0eb26f {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:08:01.625709 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'code': 200} Mar 29 21:08:01.673037 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.678542 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:01.697725 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port a14f500d-fb24-4be7-9b5e-066e9d42ab3f completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:08:01.708385 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49190) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:01.713105 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['ba983593-f77a-4b14-9fa7-3cbfa22bd6c1'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:08:01.718487 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port a14f500d-fb24-4be7-9b5e-066e9d42ab3f triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:08:01.719265 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.738080 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd2a4-a452-41fb-9e6c-38493d69b681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.765998 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-130a5a28-16da-4c4a-9be8-aee5c4bbc3c2 req-2d7e3172-1636-49d7-a990-1cbb7c5985d2 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 210 time: 0.0892110 Mar 29 21:08:01.770142 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Pushing event deleted for resources: {'Port': ['ID=ba983593-f77a-4b14-9fa7-3cbfa22bd6c1,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:01.871204 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] No DVR routers for this DVR port ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:08:01.877218 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.880613 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6609bdcd-b031-473e-83fc-a05bbe60d796 req-657013b8-2094-4c26-be1e-ee97d7a33151 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.39 "DELETE /v2.0/ports/ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 HTTP/1.1" status: 204 len: 173 time: 1.2889624 Mar 29 21:08:01.881088 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1fa83d-fd83-4d0f-8fbd-afa24565c43a', 'name': 'network-vif-deleted', 'tag': 'ba983593-f77a-4b14-9fa7-3cbfa22bd6c1'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:08:01.885597 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda67b3-a555-4bc5-83bb-621e8bbd07a0" -d '{"events": [{"server_uuid": "8d1fa83d-fd83-4d0f-8fbd-afa24565c43a", "name": "network-vif-deleted", "tag": "ba983593-f77a-4b14-9fa7-3cbfa22bd6c1"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:08:01.913149 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd2a4-a452-41fb-9e6c-38493d69b681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.924688 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd2a4-a452-41fb-9e6c-38493d69b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.933898 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:01.970894 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05785877-67e2-4a8a-8926-eacf6c954c13 x-openstack-request-id: req-05785877-67e2-4a8a-8926-eacf6c954c13 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:08:01.971182 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1fa83d-fd83-4d0f-8fbd-afa24565c43a", "name": "network-vif-deleted", "tag": "ba983593-f77a-4b14-9fa7-3cbfa22bd6c1", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:08:01.971427 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05785877-67e2-4a8a-8926-eacf6c954c13 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:08:01.971809 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1fa83d-fd83-4d0f-8fbd-afa24565c43a', 'name': 'network-vif-deleted', 'tag': 'ba983593-f77a-4b14-9fa7-3cbfa22bd6c1', 'status': 'completed', 'code': 200} Mar 29 21:08:01.999955 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port a14f500d-fb24-4be7-9b5e-066e9d42ab3f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:08:02.007892 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:02.015552 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49196) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:02.018286 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8f0cd2a4-a452-41fb-9e6c-38493d69b681 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af1fc9c55fab493faea777be73c32770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087106 Mar 29 21:08:02.019481 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd2a4-a452-41fb-9e6c-38493d69b681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390e6082-cbf5-40c6-8f21-586e4e991804,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:02.046698 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b954a-8653-486e-935e-d4031c0132d1 req-bfee6cc7-c386-4a14-b9e7-2cd44562e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:02.048850 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a29b954a-8653-486e-935e-d4031c0132d1 req-bfee6cc7-c386-4a14-b9e7-2cd44562e1bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 1098 time: 0.1567731 Mar 29 21:08:02.080377 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:02.105278 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7c76-dc16-4820-b44b-31abb8997b17 req-46a855ba-3c03-41f0-9433-9ca8230fcb37 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:02.108043 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0a0e7c76-dc16-4820-b44b-31abb8997b17 req-46a855ba-3c03-41f0-9433-9ca8230fcb37 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 945 time: 0.1583529 Mar 29 21:08:02.146865 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a29b954a-8653-486e-935e-d4031c0132d1 req-b39499e7-40c8-4808-8b63-e53e4b03767c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849249 Mar 29 21:08:02.152241 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b00753b7-f7ec-4f6f-a3a7-40c1af1b7ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:02.187216 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0a0e7c76-dc16-4820-b44b-31abb8997b17 req-93b5bcc3-9acc-4938-9be0-2703ef8bb4a9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654356 Mar 29 21:08:02.189765 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b00753b7-f7ec-4f6f-a3a7-40c1af1b7ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:02.238241 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b00753b7-f7ec-4f6f-a3a7-40c1af1b7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:02.240826 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b00753b7-f7ec-4f6f-a3a7-40c1af1b7ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:02.241962 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-b00753b7-f7ec-4f6f-a3a7-40c1af1b7ce4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/390e6082-cbf5-40c6-8f21-586e4e991804 HTTP/1.1" status: 204 len: 168 time: 0.2250750 Mar 29 21:08:02.250671 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00753b7-f7ec-4f6f-a3a7-40c1af1b7ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390e6082-cbf5-40c6-8f21-586e4e991804,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:02.721344 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a18b1-7508-487a-8fe4-779babdf8e76 req-87391c73-f75a-461b-95ea-9e55f76bdfdf tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:02.721344 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e91a18b1-7508-487a-8fe4-779babdf8e76 req-87391c73-f75a-461b-95ea-9e55f76bdfdf tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0872891 Mar 29 21:08:02.733984 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31550c75-9887-4fbc-b283-ca675851467d req-66941d96-13ee-4c17-b5c2-532813801e0a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:02.742656 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-31550c75-9887-4fbc-b283-ca675851467d req-66941d96-13ee-4c17-b5c2-532813801e0a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.1276057 Mar 29 21:08:02.804374 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e91a18b1-7508-487a-8fe4-779babdf8e76 req-519396c5-b808-4147-80ca-8c0854fe9f8a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581722 Mar 29 21:08:02.813917 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-31550c75-9887-4fbc-b283-ca675851467d req-293e411e-5883-4a94-a5d3-e7ef8133f99c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701346 Mar 29 21:08:02.902594 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76c58c07-8046-404e-838c-c36deb624374 req-38e55d6e-8f47-4076-8e7e-da4dad58a827 tempest-DeleteServersTestJSON-1616691577 tempest-DeleteServersTestJSON-1616691577-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1fa83d-fd83-4d0f-8fbd-afa24565c43a HTTP/1.1" status: 200 len: 210 time: 0.0252283 Mar 29 21:08:03.341594 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5e0ec-8e98-4bbb-9b6f-f7f06e6759ae req-53a8997d-a7e6-4659-8d2a-b7850e65e742 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:03.342467 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1ae5e0ec-8e98-4bbb-9b6f-f7f06e6759ae req-53a8997d-a7e6-4659-8d2a-b7850e65e742 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0591900 Mar 29 21:08:03.383597 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1ae5e0ec-8e98-4bbb-9b6f-f7f06e6759ae req-817f6485-9105-48fe-ad7a-bb1333a066c1 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Mar 29 21:08:03.627048 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:08:03.629395 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446713c9-3d1c-4235-831a-c6874a28f2f9" -d '{"events": [{"server_uuid": "ed9b00cd-510e-4a69-93fd-b8bb7aade82f", "name": "network-vif-plugged", "status": "completed", "tag": "a14f500d-fb24-4be7-9b5e-066e9d42ab3f"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:08:03.669453 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d1e701-7c0f-484f-9582-442e58db7902 x-openstack-request-id: req-97d1e701-7c0f-484f-9582-442e58db7902 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:08:03.670078 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b00cd-510e-4a69-93fd-b8bb7aade82f", "name": "network-vif-plugged", "status": "completed", "tag": "a14f500d-fb24-4be7-9b5e-066e9d42ab3f", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:08:03.670512 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97d1e701-7c0f-484f-9582-442e58db7902 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:08:03.671178 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f', 'code': 200} Mar 29 21:08:04.044602 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a27144-14e4-42fa-8bcb-d7c40d9d314f req-9895e181-c8ec-4a48-b217-faa5e6ccd88a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:04.046959 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82a27144-14e4-42fa-8bcb-d7c40d9d314f req-9895e181-c8ec-4a48-b217-faa5e6ccd88a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.1127992 Mar 29 21:08:04.057070 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236aa25-b96e-416c-ab63-047433aa4b71 req-82e573d4-b430-41d1-998a-87b4edc1d606 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:04.058611 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7236aa25-b96e-416c-ab63-047433aa4b71 req-82e573d4-b430-41d1-998a-87b4edc1d606 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.1339111 Mar 29 21:08:04.150656 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82a27144-14e4-42fa-8bcb-d7c40d9d314f req-93211b6b-3e0f-48f7-968d-0990763b324b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903897 Mar 29 21:08:04.175421 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7236aa25-b96e-416c-ab63-047433aa4b71 req-11f2c5fb-073f-4bdd-b7b0-08296a10bc53 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997031 Mar 29 21:08:04.175421 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a2e73-6a3c-4760-9df5-4253e038f9d7 req-7d536f28-fc58-4a02-b477-9a141d570ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:04.177862 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aa3a2e73-6a3c-4760-9df5-4253e038f9d7 req-7d536f28-fc58-4a02-b477-9a141d570ca2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 1099 time: 0.0951302 Mar 29 21:08:04.228823 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aa3a2e73-6a3c-4760-9df5-4253e038f9d7 req-c165ce11-d320-4ddf-aa5c-ad3c738f0c85 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398993 Mar 29 21:08:04.510574 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45dda7-1386-4697-a616-ba948aaff1ff req-f8963df2-3190-4150-925c-f028deacaf86 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:04.519040 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd45dda7-1386-4697-a616-ba948aaff1ff req-f8963df2-3190-4150-925c-f028deacaf86 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0594146 Mar 29 21:08:04.556018 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd45dda7-1386-4697-a616-ba948aaff1ff req-662d61f8-d069-41d2-b4e0-ecb50f723f7f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342636 Mar 29 21:08:05.122831 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:08:05.143740 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:08:05.144085 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device ba983593-f77a-4b14-9fa7-3cbfa22bd6c1 not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:08:05.235366 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49414) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:05.302624 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c6351-3102-48f2-9b96-bf80b38260f4 req-461b51fc-d67c-4e99-98ab-84d4173907dc tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:05.304090 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b22c6351-3102-48f2-9b96-bf80b38260f4 req-461b51fc-d67c-4e99-98ab-84d4173907dc tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0802157 Mar 29 21:08:05.327083 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ec26-ca16-44ee-8e25-6ba41377223c req-c1d7f3b9-6a1d-434a-8256-5b6a55fafbf3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:05.328880 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6552ec26-ca16-44ee-8e25-6ba41377223c req-c1d7f3b9-6a1d-434a-8256-5b6a55fafbf3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0766127 Mar 29 21:08:05.353235 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7fa3-f4e7-4587-9044-352361b06e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.392384 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b22c6351-3102-48f2-9b96-bf80b38260f4 req-032b1b16-3105-4ebd-8311-f0b07249b9ce tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798802 Mar 29 21:08:05.401671 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6552ec26-ca16-44ee-8e25-6ba41377223c req-2eed1a68-9d11-435a-86d0-91e672c862e7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651214 Mar 29 21:08:05.448787 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7fa3-f4e7-4587-9044-352361b06e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.453146 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7fa3-f4e7-4587-9044-352361b06e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.493206 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-dd9e7fa3-f4e7-4587-9044-352361b06e43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9b07ee21eda4648927695dcb1828603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566853 Mar 29 21:08:05.496458 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49422) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:05.503019 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e7fa3-f4e7-4587-9044-352361b06e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc28e82a-246f-4cdc-ba5c-34bd86da0bea,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:05.518549 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068a11a-6bf5-45d2-98d8-4c8be938d18b req-1d623627-c611-40ef-a032-7a9d54b3d052 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:05.520067 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8068a11a-6bf5-45d2-98d8-4c8be938d18b req-1d623627-c611-40ef-a032-7a9d54b3d052 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0558636 Mar 29 21:08:05.529820 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49424) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:05.535639 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'floatingip': {'port_id': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:08:05.554487 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-247cf5fc-9ca6-4357-b0ac-e1d560b41673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.575745 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-247cf5fc-9ca6-4357-b0ac-e1d560b41673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.632734 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.641282 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-247cf5fc-9ca6-4357-b0ac-e1d560b41673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.644074 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-247cf5fc-9ca6-4357-b0ac-e1d560b41673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.645269 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-247cf5fc-9ca6-4357-b0ac-e1d560b41673 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc28e82a-246f-4cdc-ba5c-34bd86da0bea HTTP/1.1" status: 204 len: 168 time: 0.1471605 Mar 29 21:08:05.654079 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cf5fc-9ca6-4357-b0ac-e1d560b41673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc28e82a-246f-4cdc-ba5c-34bd86da0bea,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:05.700888 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49436) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:05.761462 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0265e5-90ca-43fb-b796-4682dc1f2fdb admin admin] Deleting subnet dee15fce-7816-4e5c-8efb-8b56cb9cc29e {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:08:05.764979 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a0265e5-90ca-43fb-b796-4682dc1f2fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.815471 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a0265e5-90ca-43fb-b796-4682dc1f2fdb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.823651 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5a178-598c-4462-9eaf-46276e0bc80d req-aa2cb8d3-0f3e-4d49-af54-8329efe256cf tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:05.825098 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a0265e5-90ca-43fb-b796-4682dc1f2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.825447 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6fa5a178-598c-4462-9eaf-46276e0bc80d req-aa2cb8d3-0f3e-4d49-af54-8329efe256cf tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.1027644 Mar 29 21:08:05.906897 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6fa5a178-598c-4462-9eaf-46276e0bc80d req-f21ad08f-8aea-4728-ad14-7462ae62b133 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471282 Mar 29 21:08:05.923066 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a0265e5-90ca-43fb-b796-4682dc1f2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:05.992664 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0265e5-90ca-43fb-b796-4682dc1f2fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee15fce-7816-4e5c-8efb-8b56cb9cc29e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:06.008874 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a0265e5-90ca-43fb-b796-4682dc1f2fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.019777 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-1a0265e5-90ca-43fb-b796-4682dc1f2fdb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dee15fce-7816-4e5c-8efb-8b56cb9cc29e HTTP/1.1" status: 204 len: 168 time: 0.3177440 Mar 29 21:08:06.022089 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49448) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:06.136472 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49452) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:06.159913 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-edb6d3ff-8597-4601-9503-4018bc2e2fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.174906 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.347842 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.386675 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.387433 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.388626 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.389431 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > port after_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.390063 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > port after_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.390660 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > port after_update 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.391207 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.392555 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.393356 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.393989 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.540342 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.541340 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.541938 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.542655 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 21:08:06.543282 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81695d5-c337-4189-8058-a789790e993e']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:06.578738 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa86cce6-5b33-45a6-b9bc-b0240bf2dd18') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:06.579098 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa86cce6-5b33-45a6-b9bc-b0240bf2dd18') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:06.584564 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-edb6d3ff-8597-4601-9503-4018bc2e2fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.598400 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-edb6d3ff-8597-4601-9503-4018bc2e2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.602233 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220881'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.640445 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.657228 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49470) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:06.658651 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:08:06.659055 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16975497'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: from cryptography.utils import int_from_bytes Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: from cryptography.utils import int_from_bytes Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: Traceback (most recent call last): Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: timer() Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: cb(*args, **kw) Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: return func(*args, **kwargs) Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: self._notify() Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: self.callback(batched_events) Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: event.method(event) Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: return f(self, *a, **k) Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: return self._get(url).json() Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:08:06.665297 dv-cinder-835761-1-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:08:06.686506 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-edb6d3ff-8597-4601-9503-4018bc2e2fa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a164f17b5f5d4059beb7093dd70bafe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471306 Mar 29 21:08:06.687223 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6d3ff-8597-4601-9503-4018bc2e2fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b2949e-2906-4e0d-86cc-8a79a2f20576,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:06.689778 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49474) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:06.696519 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.db.resource_extend [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 21:08:06.764055 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.786651 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.787386 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997a11a-0426-4b86-af72-6fd7e146a7b5 req-c06e1619-71d2-4882-a9d7-82039760dd45 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:06.788936 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9997a11a-0426-4b86-af72-6fd7e146a7b5 req-c06e1619-71d2-4882-a9d7-82039760dd45 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.1325657 Mar 29 21:08:06.789757 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] 10.222.0.37 "DELETE /v2.0/networks/d81695d5-c337-4189-8058-a789790e993e HTTP/1.1" status: 204 len: 168 time: 0.7657793 Mar 29 21:08:06.792399 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310df6b4-80c7-4679-811d-2165ab01254c admin admin] Pushing event deleted for resources: {'Network': ['ID=d81695d5-c337-4189-8058-a789790e993e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:06.808044 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2fe10069-30c2-41b7-822a-2a55ecc215f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.817396 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.833329 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2fe10069-30c2-41b7-822a-2a55ecc215f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.835438 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.872712 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ce52abeb-f8d1-4441-a225-af143c0c8b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.885054 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2fe10069-30c2-41b7-822a-2a55ecc215f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.888385 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2fe10069-30c2-41b7-822a-2a55ecc215f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:06.892619 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2fe10069-30c2-41b7-822a-2a55ecc215f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5b2949e-2906-4e0d-86cc-8a79a2f20576 HTTP/1.1" status: 204 len: 168 time: 0.1989520 Mar 29 21:08:06.905495 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10069-30c2-41b7-822a-2a55ecc215f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b2949e-2906-4e0d-86cc-8a79a2f20576,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:06.938169 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9997a11a-0426-4b86-af72-6fd7e146a7b5 req-50b0ddf9-28bc-4a86-a3bf-d8c770f49c9b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324987 Mar 29 21:08:06.940459 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49480) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:07.053907 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-67ff1d57-c3f9-4cfa-aa0e-3914b55e311d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1d10e2ba226416ca2ffb6eadc07afad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1108992 Mar 29 21:08:07.056590 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49486) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:07.089421 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Floating IP 5e827a95-5d6e-4e5e-80bd-3e618b5c1093 associated. External IP: 172.28.3.107, port: bdd5bf42-1f0f-4bdd-a579-499021628f2f. Mar 29 21:08:07.118762 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b8ca-5c7b-4f34-a7df-ae1ad0fd0016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.138600 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ce52abeb-f8d1-4441-a225-af143c0c8b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.146230 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b8ca-5c7b-4f34-a7df-ae1ad0fd0016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.153466 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ce52abeb-f8d1-4441-a225-af143c0c8b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.169818 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9572-7f9e-47e8-8a76-d6b576acd584 req-6ddeb21e-9d51-47ab-b1c9-dfba453bb32d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:07.171734 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5a2c9572-7f9e-47e8-8a76-d6b576acd584 req-6ddeb21e-9d51-47ab-b1c9-dfba453bb32d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.1428363 Mar 29 21:08:07.221374 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b8ca-5c7b-4f34-a7df-ae1ad0fd0016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.224577 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b8ca-5c7b-4f34-a7df-ae1ad0fd0016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.225916 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-c1a0b8ca-5c7b-4f34-a7df-ae1ad0fd0016 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8167284-4d6b-4d72-b2b4-3f2f789f74e9 HTTP/1.1" status: 204 len: 168 time: 0.1683056 Mar 29 21:08:07.236608 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0b8ca-5c7b-4f34-a7df-ae1ad0fd0016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8167284-4d6b-4d72-b2b4-3f2f789f74e9,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:07.269072 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-ce52abeb-f8d1-4441-a225-af143c0c8b17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=808b78868f6241fcaf3c577194204f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108623 Mar 29 21:08:07.271918 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52abeb-f8d1-4441-a225-af143c0c8b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df7b71a-7009-4c4c-b574-f67189456ab1,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:07.272201 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49496) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:07.301919 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5a2c9572-7f9e-47e8-8a76-d6b576acd584 req-cbdf0dc8-446e-4003-87db-dd4a8b0b3556 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117187 Mar 29 21:08:07.375204 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50dcad37-b619-44a9-a4a2-61950ec5da57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.416988 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50dcad37-b619-44a9-a4a2-61950ec5da57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.478307 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Router 9475f90a-ecb8-4e4f-afe1-377fb2007882 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:08:07.493033 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50dcad37-b619-44a9-a4a2-61950ec5da57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.499356 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50dcad37-b619-44a9-a4a2-61950ec5da57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.499499 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fba277-73ce-4ff8-9a1f-196cb653783a req-736568f5-1732-4cf6-afed-fd19474cd615 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:07.501059 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-31fba277-73ce-4ff8-9a1f-196cb653783a req-736568f5-1732-4cf6-afed-fd19474cd615 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0841029 Mar 29 21:08:07.505475 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-50dcad37-b619-44a9-a4a2-61950ec5da57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6df7b71a-7009-4c4c-b574-f67189456ab1 HTTP/1.1" status: 204 len: 168 time: 0.2316322 Mar 29 21:08:07.513788 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49508) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:07.522152 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'floatingip': {'port_id': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:08:07.539204 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcad37-b619-44a9-a4a2-61950ec5da57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df7b71a-7009-4c4c-b574-f67189456ab1,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:07.578344 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.825812 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:08:07.832422 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:07.842955 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] Sync routers for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:08:07.859762 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:08:07.860975 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:07.870052 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-a1439dac-1ea3-4ab0-910d-335424b66666 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "PUT /v2.0/floatingips/5e827a95-5d6e-4e5e-80bd-3e618b5c1093 HTTP/1.1" status: 200 len: 991 time: 2.3387227 Mar 29 21:08:07.873608 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:08:07.875092 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b68467f-272d-4c2f-b2c6-932d309d3bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:08:07.931705 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49532) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:07.983476 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f531788e-6b7f-4a0f-bfe4-4b913937257e x-openstack-request-id: req-f531788e-6b7f-4a0f-bfe4-4b913937257e {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:08:07.983759 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:08:07.984004 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f531788e-6b7f-4a0f-bfe4-4b913937257e {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:08:07.984394 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'status': 'completed', 'code': 200} Mar 29 21:08:07.985079 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fca9bb4c-7215-44f7-b636-fcd2004ac9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:08.023139 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:08:08.266198 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-cb925625-dcf5-45ba-a2bb-b3f39d64edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:08.267752 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-cb925625-dcf5-45ba-a2bb-b3f39d64edf9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 1098 time: 0.1987586 Mar 29 21:08:08.282549 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cc1ac-310e-4486-8b71-1073e04b3392 req-f31ff038-137e-46c0-b0d2-b201728a283b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:08.289771 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e96cc1ac-310e-4486-8b71-1073e04b3392 req-f31ff038-137e-46c0-b0d2-b201728a283b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.1543350 Mar 29 21:08:08.337819 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.db.resource_extend [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 21:08:08.451589 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fca9bb4c-7215-44f7-b636-fcd2004ac9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:08.471890 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '5e827a95-5d6e-4e5e-80bd-3e618b5c1093', 'tenant_id': 'd826a617546540359413c5174e67f930', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'port_id': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'mac_address': 'fa:16:3e:a1:dd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:07:35Z', 'updated_at': '2022-03-29T21:08:06Z', 'revision_number': 1, 'project_id': 'd826a617546540359413c5174e67f930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:08.488726 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e96cc1ac-310e-4486-8b71-1073e04b3392 req-8756de5a-9d24-4f30-83d2-6189e543e4fd tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976933 Mar 29 21:08:08.490134 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fca9bb4c-7215-44f7-b636-fcd2004ac9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:08.501588 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:08.508128 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] Checking router: 9475f90a-ecb8-4e4f-afe1-377fb2007882 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:08:08.528324 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:08:08.529001 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:08.557900 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:08.609660 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-fca9bb4c-7215-44f7-b636-fcd2004ac9a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e8abcc30ca4462fbe464e6ee6d5f623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6769185 Mar 29 21:08:08.612765 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49556) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:08.641811 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-60bc6ae2-7c5a-4713-ae6a-38871820f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:08.643699 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-60bc6ae2-7c5a-4713-ae6a-38871820f77f service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.3517494 Mar 29 21:08:08.646072 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9bb4c-7215-44f7-b636-fcd2004ac9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4811f506-5f63-4923-9c79-e01c1f9d48cb,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:08.711666 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:08.744512 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:08:08.806548 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:08.945197 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:08.948897 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:08.956308 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4811f506-5f63-4923-9c79-e01c1f9d48cb HTTP/1.1" status: 204 len: 168 time: 0.3415680 Mar 29 21:08:08.999150 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4811f506-5f63-4923-9c79-e01c1f9d48cb,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:09.028192 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.030267 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.030774 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.031646 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.034716 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.035270 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.035758 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.036399 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.036890 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.038947 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.039440 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.039917 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311559f-9508-45e2-aa99-79f157af8513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:09.078424 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-3e769ac2-2ddf-4220-b931-120f4631c76f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f HTTP/1.1" status: 200 len: 999 time: 0.4042649 Mar 29 21:08:09.141135 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-40d3bc0a-79bb-478c-b4da-89c27558cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:09.142991 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-40d3bc0a-79bb-478c-b4da-89c27558cf41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.0568471 Mar 29 21:08:09.184438 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Floating IP 7a11a9a0-5b22-4b18-be9f-93e16a12d596 associated. External IP: 172.28.3.135, port: a14f500d-fb24-4be7-9b5e-066e9d42ab3f. Mar 29 21:08:09.255915 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-e02102e4-32d9-4851-9d5f-3d3d10c0e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:09.257939 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-e02102e4-32d9-4851-9d5f-3d3d10c0e580 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1063669 Mar 29 21:08:09.339678 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '5e827a95-5d6e-4e5e-80bd-3e618b5c1093', 'tenant_id': 'd826a617546540359413c5174e67f930', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'port_id': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'mac_address': 'fa:16:3e:a1:dd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:07:35Z', 'updated_at': '2022-03-29T21:08:06Z', 'revision_number': 1, 'project_id': 'd826a617546540359413c5174e67f930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:09.368762 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425f181-cdc0-4c37-a545-e9fd386775b9 None None] The sync data for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb is: [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '5e827a95-5d6e-4e5e-80bd-3e618b5c1093', 'tenant_id': 'd826a617546540359413c5174e67f930', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'port_id': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'mac_address': 'fa:16:3e:a1:dd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:07:35Z', 'updated_at': '2022-03-29T21:08:06Z', 'revision_number': 1, 'project_id': 'd826a617546540359413c5174e67f930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:08:09.413719 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-d49bb9d7-b942-4c22-81b5-92da92f5467d service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476326 Mar 29 21:08:09.655036 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8b68467f-272d-4c2f-b2c6-932d309d3bfc req-c1573b6a-88bd-4fc7-8392-2adebe3918de service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906226 Mar 29 21:08:09.657375 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Router 03d30203-8c4e-495e-adfa-c484aa45efa5 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:08:09.694731 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b7ac5-d252-4933-b4ce-900330cc6629 None None] New status for floating IP 5e827a95-5d6e-4e5e-80bd-3e618b5c1093: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:08:09.760383 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29f0bf-97ee-4d8d-b146-80e9ac38a549 req-26d0d5a1-8794-4cf7-b67a-5909fc16b916 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:09.768190 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f29f0bf-97ee-4d8d-b146-80e9ac38a549 req-26d0d5a1-8794-4cf7-b67a-5909fc16b916 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.1713417 Mar 29 21:08:09.866984 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f29f0bf-97ee-4d8d-b146-80e9ac38a549 req-82989b65-910d-47e8-8b89-da2522de2ff4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978124 Mar 29 21:08:09.882815 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:08:09.889469 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:09.894252 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413b2b8-480b-4392-aa16-849577667867 None None] Sync routers for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:08:09.908976 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413b2b8-480b-4392-aa16-849577667867 None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:08:09.909662 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-6413b2b8-480b-4392-aa16-849577667867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:09.927567 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0de2c289-7cba-4703-944d-50a90fce5baa tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "PUT /v2.0/floatingips/7a11a9a0-5b22-4b18-be9f-93e16a12d596 HTTP/1.1" status: 200 len: 992 time: 2.4122820 Mar 29 21:08:09.986075 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'tag': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:08:09.989392 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fecb182-81b5-48bd-a068-e2f45627b698" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9b00cd-510e-4a69-93fd-b8bb7aade82f", "tag": "a14f500d-fb24-4be7-9b5e-066e9d42ab3f"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:08:10.080488 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ba67b-ffce-481e-a35c-42c6037a8269 x-openstack-request-id: req-2d6ba67b-ffce-481e-a35c-42c6037a8269 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:08:10.081628 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9b00cd-510e-4a69-93fd-b8bb7aade82f", "tag": "a14f500d-fb24-4be7-9b5e-066e9d42ab3f", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:08:10.082148 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d6ba67b-ffce-481e-a35c-42c6037a8269 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:08:10.082933 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'tag': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f', 'status': 'completed', 'code': 200} Mar 29 21:08:10.226208 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-ec01ec69-db2e-45cf-b64a-f5b9f9930022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:10.227747 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-ec01ec69-db2e-45cf-b64a-f5b9f9930022 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 1099 time: 0.0683064 Mar 29 21:08:10.239716 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-6413b2b8-480b-4392-aa16-849577667867 None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:08:10.349219 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-bdbbe6bb-1a56-43ff-acb2-d8fc667e7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:10.350718 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-bdbbe6bb-1a56-43ff-acb2-d8fc667e7576 service neutron] 10.222.0.39 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 911 time: 0.1160588 Mar 29 21:08:10.435153 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-ad84f7ad-21cd-4539-a959-1b5fdafe944f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f HTTP/1.1" status: 200 len: 1000 time: 0.0755854 Mar 29 21:08:10.477278 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49636) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:10.504974 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-ebf9475e-bab0-4ef8-a61d-7a40e99ffa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:10.505384 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-ebf9475e-bab0-4ef8-a61d-7a40e99ffa96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 200 len: 849 time: 0.0623958 Mar 29 21:08:10.509187 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-6413b2b8-480b-4392-aa16-849577667867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '7a11a9a0-5b22-4b18-be9f-93e16a12d596', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'floating_ip_address': '172.28.3.135', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'port_id': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'mac_address': 'fa:16:3e:f7:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:07:36Z', 'updated_at': '2022-03-29T21:08:08Z', 'revision_number': 1, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:10.542722 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413b2b8-480b-4392-aa16-849577667867 None None] Checking router: 03d30203-8c4e-495e-adfa-c484aa45efa5 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:08:10.553820 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413b2b8-480b-4392-aa16-849577667867 None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:08:10.554464 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-6413b2b8-480b-4392-aa16-849577667867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:07:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:10.570558 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-e686b62e-8e28-411e-a7d0-974d36cadd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:10.572059 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-e686b62e-8e28-411e-a7d0-974d36cadd8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093f6feb-78c9-4f9e-bc6b-27267053084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0578251 Mar 29 21:08:10.711433 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-6413b2b8-480b-4392-aa16-849577667867 None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:08:10.752806 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:10.765717 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-81d96b86-16b3-4053-90f7-8abfe716e532 service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839345 Mar 29 21:08:10.986697 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-6413b2b8-480b-4392-aa16-849577667867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '7a11a9a0-5b22-4b18-be9f-93e16a12d596', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'floating_ip_address': '172.28.3.135', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'port_id': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'mac_address': 'fa:16:3e:f7:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:07:36Z', 'updated_at': '2022-03-29T21:08:08Z', 'revision_number': 1, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:08:10.994340 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:10.998165 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6fecb182-81b5-48bd-a068-e2f45627b698 req-1ed2799c-9e56-4db7-bc6a-89ad93a90a23 service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209017 Mar 29 21:08:11.002053 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:11.027933 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413b2b8-480b-4392-aa16-849577667867 None None] The sync data for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb is: [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '7a11a9a0-5b22-4b18-be9f-93e16a12d596', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'floating_ip_address': '172.28.3.135', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'port_id': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'mac_address': 'fa:16:3e:f7:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:07:36Z', 'updated_at': '2022-03-29T21:08:08Z', 'revision_number': 1, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:08:11.069134 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc1e1e-6efa-4491-b0f9-7284c447fc29 req-88ec573a-167e-4350-a1b4-0b1be6273bc8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:11.081331 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3ebc1e1e-6efa-4491-b0f9-7284c447fc29 req-88ec573a-167e-4350-a1b4-0b1be6273bc8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.1349914 Mar 29 21:08:11.094481 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7da78ba853d4172811fc51468dbacb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157775 Mar 29 21:08:11.096570 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49662) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:11.111314 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745d445b-39ce-4d44-8af5-47322f0237ea,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:11.143591 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.144279 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.144769 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.145104 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.145455 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.145787 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.146250 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.146591 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.146916 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.147236 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.147557 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.147873 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f821a6-ad5e-40ec-82b4-ef7d61760785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:11.167260 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc878581-39d0-4972-8ec2-c42197cea289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:11.172128 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3ebc1e1e-6efa-4491-b0f9-7284c447fc29 req-fb857823-2a1a-4d11-a5c6-5370a908fce8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899227 Mar 29 21:08:11.207923 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc878581-39d0-4972-8ec2-c42197cea289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:11.296785 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc878581-39d0-4972-8ec2-c42197cea289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:11.300253 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc878581-39d0-4972-8ec2-c42197cea289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:11.301489 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-cc878581-39d0-4972-8ec2-c42197cea289 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/745d445b-39ce-4d44-8af5-47322f0237ea HTTP/1.1" status: 204 len: 168 time: 0.2031364 Mar 29 21:08:11.317984 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc878581-39d0-4972-8ec2-c42197cea289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745d445b-39ce-4d44-8af5-47322f0237ea,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:11.374186 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449211ca-a05a-457d-ab68-0e234a4302d0 None None] New status for floating IP 7a11a9a0-5b22-4b18-be9f-93e16a12d596: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:08:11.742099 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49696) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:11.756240 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-992257a6-6a5b-4fc1-a4aa-325de91f5f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:11.855748 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-992257a6-6a5b-4fc1-a4aa-325de91f5f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:11.862307 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-992257a6-6a5b-4fc1-a4aa-325de91f5f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:11.897237 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992257a6-6a5b-4fc1-a4aa-325de91f5f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea6f744-c807-4c14-be86-16c08ff897f1,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:11.910851 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-992257a6-6a5b-4fc1-a4aa-325de91f5f48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8e4c3129f2049289209e3dbcd86f676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673169 Mar 29 21:08:11.913376 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49706) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:11.990281 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bcef909-4a77-48d0-9fef-ce5745178584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.013841 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bcef909-4a77-48d0-9fef-ce5745178584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.074094 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bcef909-4a77-48d0-9fef-ce5745178584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.077483 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bcef909-4a77-48d0-9fef-ce5745178584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.078959 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2bcef909-4a77-48d0-9fef-ce5745178584 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ea6f744-c807-4c14-be86-16c08ff897f1 HTTP/1.1" status: 204 len: 168 time: 0.1645679 Mar 29 21:08:12.091588 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcef909-4a77-48d0-9fef-ce5745178584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea6f744-c807-4c14-be86-16c08ff897f1,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:12.305820 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef624a-87b1-440f-92c3-f04115db2319 req-ebc8e006-af62-4c07-81d3-44cfb16016a9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:12.307412 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b1ef624a-87b1-440f-92c3-f04115db2319 req-ebc8e006-af62-4c07-81d3-44cfb16016a9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0572796 Mar 29 21:08:12.347717 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b1ef624a-87b1-440f-92c3-f04115db2319 req-a4f20f10-1585-4c0c-b93d-bfaad1e4fe42 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Mar 29 21:08:12.380890 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49734) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:12.488206 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cada93ae-6e99-4910-a0d9-b3109758f777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.576391 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cada93ae-6e99-4910-a0d9-b3109758f777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.581706 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cada93ae-6e99-4910-a0d9-b3109758f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.629351 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada93ae-6e99-4910-a0d9-b3109758f777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4209f-b131-4b68-8863-3d44f8cd911f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:12.630840 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-cada93ae-6e99-4910-a0d9-b3109758f777 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c8698cc6599400f87497e2f7acb9eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489476 Mar 29 21:08:12.633333 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49754) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:12.687013 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-562442b8-d7d6-4b9c-bee8-15a888ad33f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.703129 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-325ca844-1ecf-41db-81b2-56562669ec2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.712993 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-562442b8-d7d6-4b9c-bee8-15a888ad33f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.775811 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-562442b8-d7d6-4b9c-bee8-15a888ad33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.779436 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-562442b8-d7d6-4b9c-bee8-15a888ad33f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:12.783712 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-562442b8-d7d6-4b9c-bee8-15a888ad33f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cd4209f-b131-4b68-8863-3d44f8cd911f HTTP/1.1" status: 204 len: 168 time: 0.1493523 Mar 29 21:08:12.791963 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562442b8-d7d6-4b9c-bee8-15a888ad33f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4209f-b131-4b68-8863-3d44f8cd911f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:13.079336 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49780) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:13.196726 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49790) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:13.213391 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-435b6141-258a-4eac-966f-172238916b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.319978 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-187af5db-84ee-42fa-8549-a970479c1428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.336806 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-435b6141-258a-4eac-966f-172238916b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.343638 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-435b6141-258a-4eac-966f-172238916b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.406046 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49800) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:13.406662 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-435b6141-258a-4eac-966f-172238916b9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5bf9a8bd2fd46168b332cb28a9429c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081013 Mar 29 21:08:13.408205 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b6141-258a-4eac-966f-172238916b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3376daa7-fa81-447a-91fe-9c3aac865e08,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:13.466488 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-187af5db-84ee-42fa-8549-a970479c1428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.471389 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-187af5db-84ee-42fa-8549-a970479c1428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.504026 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e1e655d0-4b22-4478-b8cb-b81be589d611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.513762 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-187af5db-84ee-42fa-8549-a970479c1428 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2bd7a93c4644e2aac67999eccb8414c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315472 Mar 29 21:08:13.517773 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa8656-ffd9-465b-a180-cf1012c959a8 req-111ae9a8-c673-456e-8ac3-f50e6034606a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:13.518407 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49804) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:13.519382 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20fa8656-ffd9-465b-a180-cf1012c959a8 req-111ae9a8-c673-456e-8ac3-f50e6034606a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0805180 Mar 29 21:08:13.543717 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187af5db-84ee-42fa-8549-a970479c1428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6973bf26-5059-4331-bbd6-6b3d8562dca8,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:13.555939 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e1e655d0-4b22-4478-b8cb-b81be589d611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.587348 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6477bcb-4484-48a4-a49c-9a8224e87bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.593127 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20fa8656-ffd9-465b-a180-cf1012c959a8 req-44655909-935c-4cd6-8c22-cbb1bec93b9f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647256 Mar 29 21:08:13.610457 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6477bcb-4484-48a4-a49c-9a8224e87bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.633652 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e1e655d0-4b22-4478-b8cb-b81be589d611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.637305 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e1e655d0-4b22-4478-b8cb-b81be589d611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.638803 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-e1e655d0-4b22-4478-b8cb-b81be589d611 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3376daa7-fa81-447a-91fe-9c3aac865e08 HTTP/1.1" status: 204 len: 168 time: 0.2316105 Mar 29 21:08:13.651052 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e655d0-4b22-4478-b8cb-b81be589d611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3376daa7-fa81-447a-91fe-9c3aac865e08,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:13.681071 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6477bcb-4484-48a4-a49c-9a8224e87bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.684121 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6477bcb-4484-48a4-a49c-9a8224e87bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:13.687896 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a6477bcb-4484-48a4-a49c-9a8224e87bac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6973bf26-5059-4331-bbd6-6b3d8562dca8 HTTP/1.1" status: 204 len: 168 time: 0.1659517 Mar 29 21:08:13.693180 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6477bcb-4484-48a4-a49c-9a8224e87bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973bf26-5059-4331-bbd6-6b3d8562dca8,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:14.804849 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4177d7d-db4a-4a72-b7e1-44819dc5979e req-82f3ea25-8e66-4b9f-94f7-5227b9a6ed23 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:14.812909 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4177d7d-db4a-4a72-b7e1-44819dc5979e req-82f3ea25-8e66-4b9f-94f7-5227b9a6ed23 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0807493 Mar 29 21:08:14.862739 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4177d7d-db4a-4a72-b7e1-44819dc5979e req-a66471c8-dc1f-42d5-89e8-acf3a071f74a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Mar 29 21:08:15.040756 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ec05437d-d226-44d9-a37a-bc4709601eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:15.134789 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 49930) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:15.248849 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c85bf4d6-91e6-47cc-a807-dbe5e1015323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:15.349854 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c85bf4d6-91e6-47cc-a807-dbe5e1015323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:15.355991 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c85bf4d6-91e6-47cc-a807-dbe5e1015323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:15.394923 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-c85bf4d6-91e6-47cc-a807-dbe5e1015323 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d22a42689f54a91839b6e9c88058ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590127 Mar 29 21:08:15.395958 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bf4d6-91e6-47cc-a807-dbe5e1015323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45d380e-03ea-464b-b789-04320b88ad76,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:15.397575 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 49940) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:15.446392 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fe5b39e0-24b5-4f4e-8896-71805054a427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:15.467886 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fe5b39e0-24b5-4f4e-8896-71805054a427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:15.513702 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fe5b39e0-24b5-4f4e-8896-71805054a427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:15.516349 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fe5b39e0-24b5-4f4e-8896-71805054a427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:15.517475 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-fe5b39e0-24b5-4f4e-8896-71805054a427 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a45d380e-03ea-464b-b789-04320b88ad76 HTTP/1.1" status: 204 len: 168 time: 0.1188371 Mar 29 21:08:15.524997 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b39e0-24b5-4f4e-8896-71805054a427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45d380e-03ea-464b-b789-04320b88ad76,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:16.041465 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:16.061883 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e856a7-821f-4edd-9a8e-213e1810a0c9 req-29ea6560-3406-48b9-9f94-772ed6776fe9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:16.074249 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-41e856a7-821f-4edd-9a8e-213e1810a0c9 req-29ea6560-3406-48b9-9f94-772ed6776fe9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0812919 Mar 29 21:08:16.133110 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-41e856a7-821f-4edd-9a8e-213e1810a0c9 req-0ee524eb-1822-45e6-be95-043545f6f14a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569520 Mar 29 21:08:17.264745 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a447a4-feca-47b1-9c1a-a355a9977a0d req-3595e1b0-6371-4942-8cb1-fb959679dcb9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:17.266255 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90a447a4-feca-47b1-9c1a-a355a9977a0d req-3595e1b0-6371-4942-8cb1-fb959679dcb9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0675077 Mar 29 21:08:17.308617 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90a447a4-feca-47b1-9c1a-a355a9977a0d req-27674fae-20f7-4c0e-a3c1-1527e25aba01 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Mar 29 21:08:17.680368 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:18.414987 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:18.438407 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5203a-b8c4-44ce-8721-61513e6b6231 req-8de8d625-3e48-4875-b354-a6a65d021c2d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:18.440981 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bca5203a-b8c4-44ce-8721-61513e6b6231 req-8de8d625-3e48-4875-b354-a6a65d021c2d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0614393 Mar 29 21:08:18.487666 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bca5203a-b8c4-44ce-8721-61513e6b6231 req-cfa13e1d-88c4-4997-b03f-e847ca4b4097 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364444 Mar 29 21:08:18.698182 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50064) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:18.804423 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-637a4a22-2b9c-49e6-b953-19285796967b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:18.882892 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-637a4a22-2b9c-49e6-b953-19285796967b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:18.886329 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-637a4a22-2b9c-49e6-b953-19285796967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:18.926237 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-637a4a22-2b9c-49e6-b953-19285796967b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0b76386fa4f4aabaf8a63568dd1e176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268960 Mar 29 21:08:18.927444 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a4a22-2b9c-49e6-b953-19285796967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef046e8e-9760-4e85-9437-95070bf6b5a9,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:18.928911 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50070) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:18.981779 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8d6494f1-cfb9-45e1-8771-f4c50770d8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.005169 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8d6494f1-cfb9-45e1-8771-f4c50770d8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.056285 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8d6494f1-cfb9-45e1-8771-f4c50770d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.059444 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8d6494f1-cfb9-45e1-8771-f4c50770d8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.060574 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8d6494f1-cfb9-45e1-8771-f4c50770d8c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef046e8e-9760-4e85-9437-95070bf6b5a9 HTTP/1.1" status: 204 len: 168 time: 0.1306701 Mar 29 21:08:19.068186 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6494f1-cfb9-45e1-8771-f4c50770d8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef046e8e-9760-4e85-9437-95070bf6b5a9,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:19.329618 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50078) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:19.344600 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0400d046-f82b-43cf-9f00-edc977d3a0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.421262 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0400d046-f82b-43cf-9f00-edc977d3a0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.425590 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0400d046-f82b-43cf-9f00-edc977d3a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.462935 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-0400d046-f82b-43cf-9f00-edc977d3a0f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0831ba7a2b5a4ca09586cbfeac7d5f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320944 Mar 29 21:08:19.463841 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400d046-f82b-43cf-9f00-edc977d3a0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ef35fb-13e1-4678-b548-60e2cbda2207,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:19.466236 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50080) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:19.531037 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-91a481c8-609f-4490-96b0-968f3fb741af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.559197 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-91a481c8-609f-4490-96b0-968f3fb741af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.632391 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a937-15d1-4523-8aff-a34759251455 req-d77a6872-4e01-4e12-b018-4e6ff6f2da4f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:19.633781 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8607a937-15d1-4523-8aff-a34759251455 req-d77a6872-4e01-4e12-b018-4e6ff6f2da4f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0725396 Mar 29 21:08:19.647185 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-91a481c8-609f-4490-96b0-968f3fb741af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.649656 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-91a481c8-609f-4490-96b0-968f3fb741af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:19.650710 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-91a481c8-609f-4490-96b0-968f3fb741af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4ef35fb-13e1-4678-b548-60e2cbda2207 HTTP/1.1" status: 204 len: 168 time: 0.1834574 Mar 29 21:08:19.668828 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a481c8-609f-4490-96b0-968f3fb741af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ef35fb-13e1-4678-b548-60e2cbda2207,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:19.685250 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8607a937-15d1-4523-8aff-a34759251455 req-1316d721-05ba-4879-9f70-59c36bfae157 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450587 Mar 29 21:08:20.016270 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50096) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:20.035618 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-60faf5e3-3e79-40ff-abcf-9e5ba3194d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.122239 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-60faf5e3-3e79-40ff-abcf-9e5ba3194d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.127030 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-60faf5e3-3e79-40ff-abcf-9e5ba3194d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.166642 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-60faf5e3-3e79-40ff-abcf-9e5ba3194d1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e81279240b5844fda5d5663f84d76fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487627 Mar 29 21:08:20.167698 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf5e3-3e79-40ff-abcf-9e5ba3194d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03189334-2055-4b44-89cc-e89a0b0359d7,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:20.170618 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50100) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:20.170939 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50102) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:20.227236 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa32cfd-4de6-487c-bac7-f50a2c74a8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.249417 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa32cfd-4de6-487c-bac7-f50a2c74a8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.293072 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c0d5-737c-4907-8e9c-04644cd01e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.326279 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa32cfd-4de6-487c-bac7-f50a2c74a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.328891 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa32cfd-4de6-487c-bac7-f50a2c74a8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.330163 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0fa32cfd-4de6-487c-bac7-f50a2c74a8f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03189334-2055-4b44-89cc-e89a0b0359d7 HTTP/1.1" status: 204 len: 168 time: 0.1582639 Mar 29 21:08:20.349039 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa32cfd-4de6-487c-bac7-f50a2c74a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03189334-2055-4b44-89cc-e89a0b0359d7,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:20.410400 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c0d5-737c-4907-8e9c-04644cd01e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.417113 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c0d5-737c-4907-8e9c-04644cd01e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.459332 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2c0d5-737c-4907-8e9c-04644cd01e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf13bcc-59e8-45ad-be43-23b5a2a0786b,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:20.466677 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50112) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:20.467265 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8ce2c0d5-737c-4907-8e9c-04644cd01e65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00f6587390c74f16a8f5dd7d2ac218d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937610 Mar 29 21:08:20.521802 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b477041-5ce9-4770-91aa-a884e3c0fe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.544618 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b477041-5ce9-4770-91aa-a884e3c0fe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.607885 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b477041-5ce9-4770-91aa-a884e3c0fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.610605 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b477041-5ce9-4770-91aa-a884e3c0fe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:20.611732 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4b477041-5ce9-4770-91aa-a884e3c0fe39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcf13bcc-59e8-45ad-be43-23b5a2a0786b HTTP/1.1" status: 204 len: 168 time: 0.1421447 Mar 29 21:08:20.619334 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b477041-5ce9-4770-91aa-a884e3c0fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf13bcc-59e8-45ad-be43-23b5a2a0786b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:20.805014 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58bef-ae4e-4018-b760-ccada1209910 req-c695a59d-80a6-4506-a7fc-4b2f8ae69c38 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:20.806542 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1fc58bef-ae4e-4018-b760-ccada1209910 req-c695a59d-80a6-4506-a7fc-4b2f8ae69c38 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0498338 Mar 29 21:08:20.854473 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1fc58bef-ae4e-4018-b760-ccada1209910 req-11442c31-a248-4f4e-90ff-f9d30559495c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353849 Mar 29 21:08:20.927137 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50136) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:20.940394 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43d386c1-f447-42ad-b3ab-23cf258e96d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:21.025933 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43d386c1-f447-42ad-b3ab-23cf258e96d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:21.030276 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43d386c1-f447-42ad-b3ab-23cf258e96d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:21.069383 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-43d386c1-f447-42ad-b3ab-23cf258e96d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62b0c746e6d949e78f27a75d3969cdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410942 Mar 29 21:08:21.070320 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d386c1-f447-42ad-b3ab-23cf258e96d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb730091-e597-4f97-8975-54b740b718c3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:21.072094 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50140) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:21.129485 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-30fca588-60c4-4499-bdbf-fe2be2a8c3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:21.150591 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-30fca588-60c4-4499-bdbf-fe2be2a8c3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:21.206414 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-30fca588-60c4-4499-bdbf-fe2be2a8c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:21.208949 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-30fca588-60c4-4499-bdbf-fe2be2a8c3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:21.210193 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-30fca588-60c4-4499-bdbf-fe2be2a8c3fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb730091-e597-4f97-8975-54b740b718c3 HTTP/1.1" status: 204 len: 168 time: 0.1371255 Mar 29 21:08:21.222252 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fca588-60c4-4499-bdbf-fe2be2a8c3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb730091-e597-4f97-8975-54b740b718c3,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:22.000455 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c31252-ac90-4bf3-8089-d07a5dd5ee51 req-a7296e94-bbb4-45d4-98ba-a12077164718 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:22.002145 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d6c31252-ac90-4bf3-8089-d07a5dd5ee51 req-a7296e94-bbb4-45d4-98ba-a12077164718 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0662410 Mar 29 21:08:22.054485 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d6c31252-ac90-4bf3-8089-d07a5dd5ee51 req-9d922014-f4a2-48d6-b5c9-0ef69138ba16 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462694 Mar 29 21:08:23.171730 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077211b2-43f2-433d-ac1a-916a004a6f8b req-a5e51550-1b53-4986-8e69-dc54da2efd0a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:23.173217 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-077211b2-43f2-433d-ac1a-916a004a6f8b req-a5e51550-1b53-4986-8e69-dc54da2efd0a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0489664 Mar 29 21:08:23.212110 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-077211b2-43f2-433d-ac1a-916a004a6f8b req-33a6b95f-c47a-49bf-936d-9957999cf92c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Mar 29 21:08:24.332876 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e10e89-e091-4576-a320-ec039fe811f9 req-e7d546ed-393d-48a3-bce0-cf81f766c3ee tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:24.334616 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-16e10e89-e091-4576-a320-ec039fe811f9 req-e7d546ed-393d-48a3-bce0-cf81f766c3ee tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0508137 Mar 29 21:08:24.373073 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-16e10e89-e091-4576-a320-ec039fe811f9 req-10759067-d239-4930-ae88-ad88ab9801c9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Mar 29 21:08:25.100121 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:08:25.506055 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae448-5d37-4a13-9e9f-4bf54ae3defc req-897c2513-f4ec-444e-9255-00866ae821e2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:25.507519 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9e5ae448-5d37-4a13-9e9f-4bf54ae3defc req-897c2513-f4ec-444e-9255-00866ae821e2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0638757 Mar 29 21:08:25.550155 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9e5ae448-5d37-4a13-9e9f-4bf54ae3defc req-b2d7b3c6-e37e-4109-92f6-d53810c4769d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357888 Mar 29 21:08:26.671996 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40589c2f-754a-487e-9088-13b573f5199d req-fe7a784c-7db0-4164-8ac1-0f745745fb3e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:26.673510 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40589c2f-754a-487e-9088-13b573f5199d req-fe7a784c-7db0-4164-8ac1-0f745745fb3e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0480840 Mar 29 21:08:26.713662 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-40589c2f-754a-487e-9088-13b573f5199d req-e5e625b2-2572-4adc-9355-de388bb05e00 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337369 Mar 29 21:08:27.606999 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50424) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:27.713716 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-27320154-b012-447e-b426-caf0d99dd9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:27.799587 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-27320154-b012-447e-b426-caf0d99dd9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:27.819227 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-27320154-b012-447e-b426-caf0d99dd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:27.870348 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-27320154-b012-447e-b426-caf0d99dd9ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0524f047ea1e46f2926ce55cae2789a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622631 Mar 29 21:08:27.871244 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27320154-b012-447e-b426-caf0d99dd9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f69e88a-4d5f-4667-8819-ea3d57aaded4,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:27.872981 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50430) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:27.887781 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0199f-38b0-4a60-af46-12e6a19b2330 req-a6ad301f-0042-4205-8b9d-d0fa9dc7a636 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:27.889312 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3ba0199f-38b0-4a60-af46-12e6a19b2330 req-a6ad301f-0042-4205-8b9d-d0fa9dc7a636 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.1053183 Mar 29 21:08:27.922591 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ec2e8a8-e736-4af0-ba4d-c546b097268e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:27.930407 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3ba0199f-38b0-4a60-af46-12e6a19b2330 req-3fae05e4-6e78-4c03-91b2-0c526a193786 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346298 Mar 29 21:08:27.945969 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ec2e8a8-e736-4af0-ba4d-c546b097268e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:27.991865 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ec2e8a8-e736-4af0-ba4d-c546b097268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:27.994540 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ec2e8a8-e736-4af0-ba4d-c546b097268e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:27.995693 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8ec2e8a8-e736-4af0-ba4d-c546b097268e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f69e88a-4d5f-4667-8819-ea3d57aaded4 HTTP/1.1" status: 204 len: 168 time: 0.1217146 Mar 29 21:08:28.004423 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2e8a8-e736-4af0-ba4d-c546b097268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f69e88a-4d5f-4667-8819-ea3d57aaded4,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:28.271256 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50442) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:28.284192 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-daca2aec-02af-4a15-84dd-458bfd73493d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.368213 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-daca2aec-02af-4a15-84dd-458bfd73493d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.373526 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-daca2aec-02af-4a15-84dd-458bfd73493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.416470 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50450) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:28.416669 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-daca2aec-02af-4a15-84dd-458bfd73493d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29832ad79ee149fcb7b11fb3a7a21bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411343 Mar 29 21:08:28.418420 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca2aec-02af-4a15-84dd-458bfd73493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ed1bc5-e33a-474f-b0de-8fc17f5c796d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:28.475836 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c8742dde-506e-4f54-94f5-c87ca68bf6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.488992 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.501571 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c8742dde-506e-4f54-94f5-c87ca68bf6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.552214 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c8742dde-506e-4f54-94f5-c87ca68bf6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.554911 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c8742dde-506e-4f54-94f5-c87ca68bf6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.556228 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-c8742dde-506e-4f54-94f5-c87ca68bf6ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32ed1bc5-e33a-474f-b0de-8fc17f5c796d HTTP/1.1" status: 204 len: 168 time: 0.1375954 Mar 29 21:08:28.567818 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8742dde-506e-4f54-94f5-c87ca68bf6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ed1bc5-e33a-474f-b0de-8fc17f5c796d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:28.889939 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50468) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:28.903626 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ba02300-46c3-412b-88cc-ed801175c820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.983828 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ba02300-46c3-412b-88cc-ed801175c820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:28.987875 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ba02300-46c3-412b-88cc-ed801175c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:29.051566 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8ba02300-46c3-412b-88cc-ed801175c820 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cd3a5b6fd2f4e739a2e08751ac76d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604815 Mar 29 21:08:29.054186 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba02300-46c3-412b-88cc-ed801175c820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a785f6-58af-4352-8da8-036097664073,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:29.054330 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50472) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:29.085914 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f311d5e-4a6d-4308-94d7-af88edbce2ad req-ea81e50c-b692-49f6-836d-2058a386e3e5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:29.088494 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5f311d5e-4a6d-4308-94d7-af88edbce2ad req-ea81e50c-b692-49f6-836d-2058a386e3e5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0874722 Mar 29 21:08:29.122206 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11fdfaa9-0710-4f58-9074-ff565f8acb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:29.137073 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5f311d5e-4a6d-4308-94d7-af88edbce2ad req-5815305c-0850-4fbd-b725-b0cf777f14d5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Mar 29 21:08:29.146521 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11fdfaa9-0710-4f58-9074-ff565f8acb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:29.203351 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11fdfaa9-0710-4f58-9074-ff565f8acb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:29.206273 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11fdfaa9-0710-4f58-9074-ff565f8acb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:29.207405 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-11fdfaa9-0710-4f58-9074-ff565f8acb0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36a785f6-58af-4352-8da8-036097664073 HTTP/1.1" status: 204 len: 168 time: 0.1522522 Mar 29 21:08:29.215921 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdfaa9-0710-4f58-9074-ff565f8acb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a785f6-58af-4352-8da8-036097664073,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:29.960469 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50514) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:30.184267 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0cda6c07-9c1b-4b24-98ea-cc3d8ebe16df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:30.324776 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81b5f3-a1ca-47fc-8c80-0b7bdd361e5c req-ab5af307-e447-4e6f-8d96-58282f52ef2e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:30.326585 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-da81b5f3-a1ca-47fc-8c80-0b7bdd361e5c req-ab5af307-e447-4e6f-8d96-58282f52ef2e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0853109 Mar 29 21:08:30.328449 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0cda6c07-9c1b-4b24-98ea-cc3d8ebe16df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:30.332819 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0cda6c07-9c1b-4b24-98ea-cc3d8ebe16df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:30.391900 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0cda6c07-9c1b-4b24-98ea-cc3d8ebe16df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff1337353f7d40b4959a5bb40812ae19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301190 Mar 29 21:08:30.394810 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50538) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:30.398648 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda6c07-9c1b-4b24-98ea-cc3d8ebe16df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c239637-7ab0-4431-81e7-4783bdfddbe9,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:30.408506 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-da81b5f3-a1ca-47fc-8c80-0b7bdd361e5c req-48320de0-2fc4-45c7-89c1-f347ac89f62f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720417 Mar 29 21:08:30.450852 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aabd5280-0b73-4796-b018-6b28a73a19a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:30.472500 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aabd5280-0b73-4796-b018-6b28a73a19a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:30.531174 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aabd5280-0b73-4796-b018-6b28a73a19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:30.533753 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aabd5280-0b73-4796-b018-6b28a73a19a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:30.534950 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-aabd5280-0b73-4796-b018-6b28a73a19a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c239637-7ab0-4431-81e7-4783bdfddbe9 HTTP/1.1" status: 204 len: 168 time: 0.1391616 Mar 29 21:08:30.543123 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd5280-0b73-4796-b018-6b28a73a19a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c239637-7ab0-4431-81e7-4783bdfddbe9,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:30.876043 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50554) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:30.891098 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab83decc-eaf1-4059-9187-74f362dcb6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:30.984778 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab83decc-eaf1-4059-9187-74f362dcb6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:30.988661 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab83decc-eaf1-4059-9187-74f362dcb6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.029742 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ab83decc-eaf1-4059-9187-74f362dcb6b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90f244675d6849fb810bc8682df4c570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526206 Mar 29 21:08:31.030458 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83decc-eaf1-4059-9187-74f362dcb6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176bc80d-d84c-46d0-867b-70736c535ac2,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:31.032567 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50556) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:31.090165 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8581f7c1-3d4e-49cb-a41a-a7ffa08e3986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.114175 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8581f7c1-3d4e-49cb-a41a-a7ffa08e3986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.179421 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8581f7c1-3d4e-49cb-a41a-a7ffa08e3986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.182398 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8581f7c1-3d4e-49cb-a41a-a7ffa08e3986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.186017 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8581f7c1-3d4e-49cb-a41a-a7ffa08e3986 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/176bc80d-d84c-46d0-867b-70736c535ac2 HTTP/1.1" status: 204 len: 168 time: 0.1496885 Mar 29 21:08:31.192740 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581f7c1-3d4e-49cb-a41a-a7ffa08e3986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176bc80d-d84c-46d0-867b-70736c535ac2,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:31.518888 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50576) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:31.524820 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f517f0e-0453-4b60-9578-ae0d1309fca2 req-d87d28ca-e7cd-441c-9c97-c4b434523ee5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:31.526362 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f517f0e-0453-4b60-9578-ae0d1309fca2 req-d87d28ca-e7cd-441c-9c97-c4b434523ee5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0492659 Mar 29 21:08:31.531586 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f8139df-096e-42b1-83fc-8baf307d882d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.571390 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9f517f0e-0453-4b60-9578-ae0d1309fca2 req-b903068e-a0d3-48ca-ac1d-b9a5c7fbcfb9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Mar 29 21:08:31.619435 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f8139df-096e-42b1-83fc-8baf307d882d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.624511 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f8139df-096e-42b1-83fc-8baf307d882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.661324 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8139df-096e-42b1-83fc-8baf307d882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a22c724-766c-4abe-90ed-bd0bebfb2044,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:31.668173 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2f8139df-096e-42b1-83fc-8baf307d882d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d5ae8ce4ae04c16a36f305d396c66f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457169 Mar 29 21:08:31.668417 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50578) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:31.719172 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8ea228a-2706-4b46-8d07-3998ce039212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.739242 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8ea228a-2706-4b46-8d07-3998ce039212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.786719 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8ea228a-2706-4b46-8d07-3998ce039212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.790020 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8ea228a-2706-4b46-8d07-3998ce039212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:31.794486 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-f8ea228a-2706-4b46-8d07-3998ce039212 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a22c724-766c-4abe-90ed-bd0bebfb2044 HTTP/1.1" status: 204 len: 168 time: 0.1226664 Mar 29 21:08:31.802480 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea228a-2706-4b46-8d07-3998ce039212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a22c724-766c-4abe-90ed-bd0bebfb2044,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:32.687925 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118a285-4698-4235-afe0-2290991e2deb req-baa26693-97ad-4fe5-830a-9e9ad089eb7d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:32.689302 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d118a285-4698-4235-afe0-2290991e2deb req-baa26693-97ad-4fe5-830a-9e9ad089eb7d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0471189 Mar 29 21:08:32.726137 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d118a285-4698-4235-afe0-2290991e2deb req-be38f499-a50f-4cb0-ab2a-215f168d83d5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Mar 29 21:08:33.843411 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b84fc2-7148-4def-b536-9e6f8339f451 req-ba323407-a523-4638-9656-cfd06d0022a6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:33.845162 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-38b84fc2-7148-4def-b536-9e6f8339f451 req-ba323407-a523-4638-9656-cfd06d0022a6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0482516 Mar 29 21:08:33.890853 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-38b84fc2-7148-4def-b536-9e6f8339f451 req-5948d513-1d74-4c61-8dbc-7e92b0a23c7f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380743 Mar 29 21:08:35.005195 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ded57b-8916-4069-8e25-99aaa308762a req-bb2cd1ba-2cc6-4475-844e-d214fad8fd0b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:35.006659 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7ded57b-8916-4069-8e25-99aaa308762a req-bb2cd1ba-2cc6-4475-844e-d214fad8fd0b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0471101 Mar 29 21:08:35.047740 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7ded57b-8916-4069-8e25-99aaa308762a req-c61b5e59-b692-472f-b992-99e43b6184f3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345449 Mar 29 21:08:35.805791 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50682) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:35.912974 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afbf513b-8726-4fc6-92f6-ab18c5087bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:35.991420 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afbf513b-8726-4fc6-92f6-ab18c5087bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:35.995314 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afbf513b-8726-4fc6-92f6-ab18c5087bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.034267 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-afbf513b-8726-4fc6-92f6-ab18c5087bc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de2f94baf1eb41629048988a624c9b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273619 Mar 29 21:08:36.035086 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf513b-8726-4fc6-92f6-ab18c5087bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fccd66-0d87-4549-b4d4-1b2f61e7b4d9,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:36.037287 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50686) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:36.085706 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4360574f-d4d2-4f7a-a663-41835cd07ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.113913 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4360574f-d4d2-4f7a-a663-41835cd07ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.163439 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4360574f-d4d2-4f7a-a663-41835cd07ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.166031 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4360574f-d4d2-4f7a-a663-41835cd07ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.167159 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4360574f-d4d2-4f7a-a663-41835cd07ac2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66fccd66-0d87-4549-b4d4-1b2f61e7b4d9 HTTP/1.1" status: 204 len: 168 time: 0.1289949 Mar 29 21:08:36.169409 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161067d0-652e-4be1-942c-73973cb8b196 req-eb2807c5-1949-45e6-ab55-85afd9b89bb2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:36.170950 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-161067d0-652e-4be1-942c-73973cb8b196 req-eb2807c5-1949-45e6-ab55-85afd9b89bb2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0518713 Mar 29 21:08:36.177120 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360574f-d4d2-4f7a-a663-41835cd07ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fccd66-0d87-4549-b4d4-1b2f61e7b4d9,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:36.212801 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-161067d0-652e-4be1-942c-73973cb8b196 req-68efe32a-c8f2-4fd5-a281-cb3d2b83580f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Mar 29 21:08:36.442170 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50696) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:36.459262 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64a83ddf-f5fb-4069-b22c-770071817cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.539986 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64a83ddf-f5fb-4069-b22c-770071817cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.544009 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64a83ddf-f5fb-4069-b22c-770071817cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.584673 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-64a83ddf-f5fb-4069-b22c-770071817cb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a29f969f341e402681d7a2de32851f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389058 Mar 29 21:08:36.585278 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50702) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:36.585748 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a83ddf-f5fb-4069-b22c-770071817cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c285d5b-c241-441a-b58f-4223628f6561,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:36.646279 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-24284986-f739-4ccb-b2a3-d4e9672a3910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.674360 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-24284986-f739-4ccb-b2a3-d4e9672a3910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.726055 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-24284986-f739-4ccb-b2a3-d4e9672a3910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.729079 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-24284986-f739-4ccb-b2a3-d4e9672a3910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:36.730346 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-24284986-f739-4ccb-b2a3-d4e9672a3910 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c285d5b-c241-441a-b58f-4223628f6561 HTTP/1.1" status: 204 len: 168 time: 0.1437867 Mar 29 21:08:36.738330 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24284986-f739-4ccb-b2a3-d4e9672a3910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c285d5b-c241-441a-b58f-4223628f6561,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:37.339932 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd9825-a97a-4507-a479-acfc76b060e4 req-422b5adc-32d5-4845-9857-95b1d034cdcf tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:37.341716 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86cd9825-a97a-4507-a479-acfc76b060e4 req-422b5adc-32d5-4845-9857-95b1d034cdcf tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0549972 Mar 29 21:08:37.383872 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86cd9825-a97a-4507-a479-acfc76b060e4 req-edfe6389-0f00-4199-91ab-5aeff80e5f9b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Mar 29 21:08:38.499538 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe39c7-fa16-42ad-8281-a6e8647a1a86 req-cb9f03ce-a7c2-4c7d-9bec-baed1825e03a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:38.500983 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d1fe39c7-fa16-42ad-8281-a6e8647a1a86 req-cb9f03ce-a7c2-4c7d-9bec-baed1825e03a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0472536 Mar 29 21:08:38.540915 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d1fe39c7-fa16-42ad-8281-a6e8647a1a86 req-217ab976-f7cb-4ca5-969f-a6439f723593 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338449 Mar 29 21:08:38.768927 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50794) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:38.871362 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8df7acf2-fecb-49cb-a62a-31bc4031cbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:38.941550 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8df7acf2-fecb-49cb-a62a-31bc4031cbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:38.945365 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8df7acf2-fecb-49cb-a62a-31bc4031cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:38.983724 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8df7acf2-fecb-49cb-a62a-31bc4031cbee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b57539915e7432baa28edd32355a4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137105 Mar 29 21:08:38.984417 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7acf2-fecb-49cb-a62a-31bc4031cbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40ac714-ca0c-4391-8c51-da4c609b1f62,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:38.986386 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50798) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:39.040566 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2af8c425-fd06-4be2-b406-423d97c8f29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.064140 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2af8c425-fd06-4be2-b406-423d97c8f29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.113596 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2af8c425-fd06-4be2-b406-423d97c8f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.116026 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2af8c425-fd06-4be2-b406-423d97c8f29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.117139 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2af8c425-fd06-4be2-b406-423d97c8f29c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f40ac714-ca0c-4391-8c51-da4c609b1f62 HTTP/1.1" status: 204 len: 168 time: 0.1297410 Mar 29 21:08:39.124588 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8c425-fd06-4be2-b406-423d97c8f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40ac714-ca0c-4391-8c51-da4c609b1f62,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:39.382770 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50808) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:39.396187 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8335ad41-6578-41b4-93f9-7acb9dcb4274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.466903 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8335ad41-6578-41b4-93f9-7acb9dcb4274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.470458 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8335ad41-6578-41b4-93f9-7acb9dcb4274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.507625 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8335ad41-6578-41b4-93f9-7acb9dcb4274 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c84958cf88d478588ea82424270857b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1238275 Mar 29 21:08:39.508457 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335ad41-6578-41b4-93f9-7acb9dcb4274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b016c567-6412-44cb-bd92-204bc2fbed85,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:39.511101 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50810) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:39.566768 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-463df0cc-6eba-4d89-8514-63b3424fc927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.832394 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-463df0cc-6eba-4d89-8514-63b3424fc927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.877860 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec6a88-8d6e-46e0-82da-67865df8c943 req-23156e2f-0148-4302-bd64-9e01e1351402 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:39.879366 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7fec6a88-8d6e-46e0-82da-67865df8c943 req-23156e2f-0148-4302-bd64-9e01e1351402 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0804462 Mar 29 21:08:39.907915 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-463df0cc-6eba-4d89-8514-63b3424fc927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.910306 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-463df0cc-6eba-4d89-8514-63b3424fc927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:39.911408 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-463df0cc-6eba-4d89-8514-63b3424fc927 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b016c567-6412-44cb-bd92-204bc2fbed85 HTTP/1.1" status: 204 len: 168 time: 0.3989244 Mar 29 21:08:39.929832 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7fec6a88-8d6e-46e0-82da-67865df8c943 req-e10c88ef-93bc-4769-b061-1e05a687585c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Mar 29 21:08:39.930682 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463df0cc-6eba-4d89-8514-63b3424fc927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016c567-6412-44cb-bd92-204bc2fbed85,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:39.989184 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818b826-c5e2-4c16-a581-5cddddb8c68c req-e831fa09-9b6f-4279-b1cb-f6e7164ad1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:39.990807 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9818b826-c5e2-4c16-a581-5cddddb8c68c req-e831fa09-9b6f-4279-b1cb-f6e7164ad1da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 1098 time: 0.0520093 Mar 29 21:08:40.035413 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9818b826-c5e2-4c16-a581-5cddddb8c68c req-a7c9134d-075a-4c0e-896f-ec8a4f26fcb6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 Mar 29 21:08:40.603070 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 50850) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:40.701270 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1317373481-network', 'tenant_id': '845971c40f654342989f20ac3f739415'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:08:40.720250 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Made reservation on behalf of 845971c40f654342989f20ac3f739415 for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:08:40.722507 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:40.731969 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:40.805152 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:40.809847 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:40.833854 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:08:40.843533 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8989876-7f25-4d95-ac55-fa7718d44bff,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:40.848187 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:40.848526 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Added segment bb29c765-213d-4487-8280-56a3df4a736f of type vlan for network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 Mar 29 21:08:40.891046 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:40.915594 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:40.916779 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:40.917359 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:40.951936 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3445261 Mar 29 21:08:40.952311 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 50860) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:40.957313 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Request body: {'subnet': {'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1317373481-subnet', 'tenant_id': '845971c40f654342989f20ac3f739415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:08:40.983230 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Made reservation on behalf of 845971c40f654342989f20ac3f739415 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:08:40.985821 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16996653'] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:40.989071 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01d65c-ebaa-4d72-8c68-de0e0dbc1a69 admin admin] Pushing event updated for resources: {'Network': ['ID=4c5887ef-51ac-4b3d-88c0-93b107b2d172,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:41.000661 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:08:41.072342 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f5260-137d-476f-922e-a88cc5982cb8 req-9746dc6f-a0c1-4a23-a75f-a92ccf35dc76 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:41.074729 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cb7f5260-137d-476f-922e-a88cc5982cb8 req-9746dc6f-a0c1-4a23-a75f-a92ccf35dc76 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0545831 Mar 29 21:08:41.116078 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cb7f5260-137d-476f-922e-a88cc5982cb8 req-2c048e33-9714-4765-9ef9-cad222fca823 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354187 Mar 29 21:08:41.314033 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16977772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16996667'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:41.370967 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f50131d-4407-419e-b741-cea0e45b080c,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:41.381797 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Checking segment: {'id': 'bb29c765-213d-4487-8280-56a3df4a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:08:41.382207 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Network hostable DHCP agents. Network: 4c5887ef-51ac-4b3d-88c0-93b107b2d172, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:08:41.400488 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:08:41.409595 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 4c5887ef-51ac-4b3d-88c0-93b107b2d172) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:08:41.413746 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:41.414356 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:41.419011 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ba729-e515-4af5-88e1-086656b834a2 None None] Network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:08:41.430208 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-49ddb7ef-e1b3-493a-ab9e-e1521e8ea4fb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4767072 Mar 29 21:08:41.549688 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88c3eb-1ec9-44a8-906b-ee88d69a9a9d None None] Network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:08:42.233267 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ebee6-5f0c-41b4-8c36-fa2c198f89a5 req-93af7250-0232-40ea-82dd-ccbd39810334 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:42.234997 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-935ebee6-5f0c-41b4-8c36-fa2c198f89a5 req-93af7250-0232-40ea-82dd-ccbd39810334 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0478644 Mar 29 21:08:42.273359 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-935ebee6-5f0c-41b4-8c36-fa2c198f89a5 req-91a38c1d-9bda-48ab-9c89-80952555fd85 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Mar 29 21:08:42.384890 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95321b19-2674-4daa-8c86-54567914a404 req-9aa0b0c7-651c-421f-b5f4-0066575c3127 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:42.386464 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-95321b19-2674-4daa-8c86-54567914a404 req-9aa0b0c7-651c-421f-b5f4-0066575c3127 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0463448 Mar 29 21:08:42.426975 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-95321b19-2674-4daa-8c86-54567914a404 req-1b069ec2-74fa-4250-9c93-1dc3b298021c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344207 Mar 29 21:08:42.700021 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-66c9ab46-e0a9-47d9-b8f7-fb31fe2becb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:44.123139 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838eba8-9fec-479b-9eb1-5aed1549f199 req-6aa5b872-a156-4f38-821d-747b5708ff18 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:44.124616 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1838eba8-9fec-479b-9eb1-5aed1549f199 req-6aa5b872-a156-4f38-821d-747b5708ff18 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0824749 Mar 29 21:08:44.135063 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-69599a8e-6cd1-4df8-bb83-485b8ca295ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:44.137035 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-69599a8e-6cd1-4df8-bb83-485b8ca295ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 1098 time: 0.0604494 Mar 29 21:08:44.287831 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1838eba8-9fec-479b-9eb1-5aed1549f199 req-b2e7c7f8-ef95-4177-b4f0-96daa356f183 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552773 Mar 29 21:08:44.334758 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-87101ce1-edc8-4b4a-b067-c47ffc846a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:44.336232 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-87101ce1-edc8-4b4a-b067-c47ffc846a63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.1862352 Mar 29 21:08:44.346711 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b63104-48be-4274-af3b-03fc12062dad req-a27362ac-9100-4ede-8d0c-dcf6196eb372 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:44.348102 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-a27362ac-9100-4ede-8d0c-dcf6196eb372 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/networks?id=4c5887ef-51ac-4b3d-88c0-93b107b2d172 HTTP/1.1" status: 200 len: 809 time: 0.1991003 Mar 29 21:08:44.390662 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-3dc3e1b2-a075-47ec-9821-436bcd6032aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7956aa02-e1da-4a42-8fed-35a78c69325d HTTP/1.1" status: 200 len: 217 time: 0.0416062 Mar 29 21:08:44.392208 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-9d117db8-4208-4059-82df-0791f0d36dbd tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/quotas/845971c40f654342989f20ac3f739415 HTTP/1.1" status: 200 len: 375 time: 0.0364530 Mar 29 21:08:44.444878 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-99bc1fc3-4752-4100-a05d-3871bb43fcd3 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=845971c40f654342989f20ac3f739415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468504 Mar 29 21:08:44.481711 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-d9b5fc96-8a2d-4313-96fa-106ca85c6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:44.483119 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-d9b5fc96-8a2d-4313-96fa-106ca85c6e63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0835013 Mar 29 21:08:44.575681 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-d0e8bc85-b263-40a9-8011-f616f66cd0ad service neutron] 10.222.0.37 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230919 Mar 29 21:08:44.578057 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-115d9ef8-5611-4ae1-968f-e8af00d76a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:44.579442 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-115d9ef8-5611-4ae1-968f-e8af00d76a4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872552 Mar 29 21:08:44.739706 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-4c2c99c1-1657-49a8-b95d-9c52bc97d039 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579175 Mar 29 21:08:44.741365 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-8033b1e3-a14f-400a-9ae7-a537a08e30ec service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527305 Mar 29 21:08:44.849324 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7bb1bcd5-8300-4ade-b8b5-b742ee697f5b req-106b318d-7f7b-4b80-af00-ed70b2a88133 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009672 Mar 29 21:08:44.929714 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e57dd839-8bd7-40ad-8f0b-4f338b6dafc1 req-c41e61a9-ed89-495a-b573-e024b1132d35 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 210 time: 0.0398359 Mar 29 21:08:45.034194 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-29f1999d-4c06-47af-bef6-cd7666dd53a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:45.407496 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4673-b2aa-453b-bed0-cd957ae8b227 req-d3522c4c-a443-484f-a5d4-fb9c347b738d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:45.408954 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7afb4673-b2aa-453b-bed0-cd957ae8b227 req-d3522c4c-a443-484f-a5d4-fb9c347b738d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0512764 Mar 29 21:08:45.449015 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7afb4673-b2aa-453b-bed0-cd957ae8b227 req-558bca66-0a2b-446b-9784-bc9f63134366 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334809 Mar 29 21:08:46.024424 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b63104-48be-4274-af3b-03fc12062dad req-a9b79c95-2421-4cc4-988f-1c336f02ee9f tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:46.026747 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-a9b79c95-2421-4cc4-988f-1c336f02ee9f tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.39 "GET /v2.0/networks?id=4c5887ef-51ac-4b3d-88c0-93b107b2d172 HTTP/1.1" status: 200 len: 809 time: 0.1099684 Mar 29 21:08:46.028156 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:46.058456 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1b676729-82e7-41a2-b7d7-84ddec82b3cd req-de984100-0505-4dc6-9b12-19e682390728 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 210 time: 0.0305736 Mar 29 21:08:46.061845 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Request body: {'port': {'device_id': 'a8b9a98e-db3a-42cf-8134-394e3da077d7', 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172', 'admin_state_up': True, 'tenant_id': '845971c40f654342989f20ac3f739415'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:08:46.166766 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Made reservation on behalf of 845971c40f654342989f20ac3f739415 for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:08:46.170647 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:46.295571 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Allocated IP 172.20.0.8 (4c5887ef-51ac-4b3d-88c0-93b107b2d172/7f50131d-4407-419e-b741-cea0e45b080c/04060b44-19b0-415a-9d39-4e43dea6222d) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:08:46.434368 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:46.467330 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:46.513301 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:08:46.516390 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:08:46.523487 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:08:46.553497 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Pushing event updated for resources: {'Port': ['ID=04060b44-19b0-415a-9d39-4e43dea6222d,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:46.598773 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:46.599371 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:46.617988 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650b276-b9c2-42b4-b29f-d5e0b9726dcb req-7d52885b-e63c-45e1-b6d2-74acddcb891b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:46.619438 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2650b276-b9c2-42b4-b29f-d5e0b9726dcb req-7d52885b-e63c-45e1-b6d2-74acddcb891b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0991609 Mar 29 21:08:46.626411 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-01a16451-9f91-4675-9b2c-0522f7cd16b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5709376 Mar 29 21:08:46.646143 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Request body: {'port': {'device_id': 'a8b9a98e-db3a-42cf-8134-394e3da077d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:08:46.697200 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2650b276-b9c2-42b4-b29f-d5e0b9726dcb req-2b49997a-cc1a-4e05-8bc6-146ee46b7bcf tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698471 Mar 29 21:08:46.718675 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:46.975365 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04060b44-19b0-415a-9d39-4e43dea6222d {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:08:46.983040 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:46.995798 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Transition to ACTIVE for port object 04060b44-19b0-415a-9d39-4e43dea6222d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:08:46.999376 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:47.068772 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Pushing event updated for resources: {'Port': ['ID=04060b44-19b0-415a-9d39-4e43dea6222d,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:47.116151 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Attempting to bind port 04060b44-19b0-415a-9d39-4e43dea6222d on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:08:47.116477 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Attempting to bind port 04060b44-19b0-415a-9d39-4e43dea6222d by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': 'bb29c765-213d-4487-8280-56a3df4a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:08:47.116798 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Attempting to bind port 04060b44-19b0-415a-9d39-4e43dea6222d on network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:08:47.121929 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Port 04060b44-19b0-415a-9d39-4e43dea6222d on network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:08:47.122269 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Attempting to bind port 04060b44-19b0-415a-9d39-4e43dea6222d on network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:08:47.127034 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:08:47.127370 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Checking segment: {'id': 'bb29c765-213d-4487-8280-56a3df4a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:08:47.127746 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Bound using segment: {'id': 'bb29c765-213d-4487-8280-56a3df4a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:08:47.128154 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Bound port: 04060b44-19b0-415a-9d39-4e43dea6222d, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb29c765-213d-4487-8280-56a3df4a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:08:47.128498 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:47.227066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee0da2-86f4-413f-84e6-db30b76d7c54 req-56039ca7-3454-4655-895f-d33c2e483ad5 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:47.228825 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7bee0da2-86f4-413f-84e6-db30b76d7c54 req-56039ca7-3454-4655-895f-d33c2e483ad5 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 943 time: 0.0911584 Mar 29 21:08:47.232210 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] For port 04060b44-19b0-415a-9d39-4e43dea6222d, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:08:47.235559 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] For port 04060b44-19b0-415a-9d39-4e43dea6222d, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=04060b44-19b0-415a-9d39-4e43dea6222d,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:08:47.243945 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:47.295462 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:47.296049 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:47.297382 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/04060b44-19b0-415a-9d39-4e43dea6222d HTTP/1.1" status: 200 len: 1093 time: 0.6565387 Mar 29 21:08:47.297798 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b9a98e-db3a-42cf-8134-394e3da077d7', 'tag': '04060b44-19b0-415a-9d39-4e43dea6222d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:08:47.300008 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b9a98e-db3a-42cf-8134-394e3da077d7", "tag": "04060b44-19b0-415a-9d39-4e43dea6222d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:08:47.313592 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7bee0da2-86f4-413f-84e6-db30b76d7c54 req-2bdc91c4-a727-4a66-ac7e-d46a15eaec67 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767322 Mar 29 21:08:47.326896 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf7462-6ad7-484b-a732-ef387eec45d4 service neutron] Pushing event updated for resources: {'Port': ['ID=04060b44-19b0-415a-9d39-4e43dea6222d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:47.344820 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4b37bb-7159-4600-9849-2d3697ce8e0e x-openstack-request-id: req-fa4b37bb-7159-4600-9849-2d3697ce8e0e {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:08:47.345104 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b9a98e-db3a-42cf-8134-394e3da077d7", "tag": "04060b44-19b0-415a-9d39-4e43dea6222d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:08:47.345352 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa4b37bb-7159-4600-9849-2d3697ce8e0e {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:08:47.345809 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b9a98e-db3a-42cf-8134-394e3da077d7', 'tag': '04060b44-19b0-415a-9d39-4e43dea6222d', 'status': 'completed', 'code': 200} Mar 29 21:08:47.409893 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b63104-48be-4274-af3b-03fc12062dad req-de9126c4-9fed-4333-a0f5-06db0fb754b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:47.411378 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-de9126c4-9fed-4333-a0f5-06db0fb754b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=845971c40f654342989f20ac3f739415&device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 1096 time: 0.0398624 Mar 29 21:08:47.462864 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-31a26636-29e4-4a1c-b882-a78fa3f71d26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04060b44-19b0-415a-9d39-4e43dea6222d HTTP/1.1" status: 200 len: 217 time: 0.0363023 Mar 29 21:08:47.508210 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b63104-48be-4274-af3b-03fc12062dad req-0e1e2f31-a5de-439e-90bf-2f9b95fa6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:47.509494 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-0e1e2f31-a5de-439e-90bf-2f9b95fa6803 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f50131d-4407-419e-b741-cea0e45b080c HTTP/1.1" status: 200 len: 849 time: 0.0403943 Mar 29 21:08:47.538327 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-309d35da-8df4-448e-9069-f422369b09ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c5887ef-51ac-4b3d-88c0-93b107b2d172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224268 Mar 29 21:08:47.626158 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-68b1052b-03ab-4046-bb95-47750f4d8220 service neutron] 10.222.0.39 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816345 Mar 29 21:08:47.683558 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:47.713283 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b8b63104-48be-4274-af3b-03fc12062dad req-e9b4acb2-e6a1-4ed0-b232-96089fb93a0c service neutron] 10.222.0.39 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798595 Mar 29 21:08:47.807016 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91728b99-7385-4a8f-b833-a5c9840856f1 req-67a411a4-3526-469a-b38f-df8d44f6bfc0 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:47.809101 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-91728b99-7385-4a8f-b833-a5c9840856f1 req-67a411a4-3526-469a-b38f-df8d44f6bfc0 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0463481 Mar 29 21:08:47.849279 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-91728b99-7385-4a8f-b833-a5c9840856f1 req-1324e632-4597-479a-b7bb-642e739ca260 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342455 Mar 29 21:08:48.055049 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-93483f06-984c-4656-ac22-67f558986cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:48.056519 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-93483f06-984c-4656-ac22-67f558986cdb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=845971c40f654342989f20ac3f739415&device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 1096 time: 0.0393558 Mar 29 21:08:48.143412 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-914d2c88-3401-4da8-9d95-b8a9763c2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:48.144935 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-914d2c88-3401-4da8-9d95-b8a9763c2e1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c5887ef-51ac-4b3d-88c0-93b107b2d172 HTTP/1.1" status: 200 len: 910 time: 0.0820453 Mar 29 21:08:48.189395 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-fd1c2c1f-96a9-4150-956a-11f63c463a05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04060b44-19b0-415a-9d39-4e43dea6222d HTTP/1.1" status: 200 len: 217 time: 0.0373468 Mar 29 21:08:48.235777 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-99a975bd-37d2-4792-956d-bb0e3bb501b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:48.237150 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-99a975bd-37d2-4792-956d-bb0e3bb501b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f50131d-4407-419e-b741-cea0e45b080c HTTP/1.1" status: 200 len: 849 time: 0.0418651 Mar 29 21:08:48.268020 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-a55aec81-5205-44c3-bb51-cc6b2a6ab583 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c5887ef-51ac-4b3d-88c0-93b107b2d172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231004 Mar 29 21:08:48.362243 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-4c8ac0e1-cb52-4b23-b304-eea433e8192c service neutron] 10.222.0.39 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869434 Mar 29 21:08:48.407553 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:48.495760 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd098a-d672-4ccb-bbd8-438b95dad603 req-d605f43c-8bda-41c0-b210-f707198196f6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:48.497220 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05fd098a-d672-4ccb-bbd8-438b95dad603 req-d605f43c-8bda-41c0-b210-f707198196f6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 943 time: 0.1089709 Mar 29 21:08:48.499395 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1f816c1-7652-4181-9f2f-8cbaa2387dcc req-e064db71-9dfb-4e11-bcc7-0af445fac602 service neutron] 10.222.0.39 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292899 Mar 29 21:08:48.751086 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05fd098a-d672-4ccb-bbd8-438b95dad603 req-16d7b65a-9ca2-4216-a48b-2f64161c9beb tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479022 Mar 29 21:08:48.962038 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170705d-def1-493f-8344-ecc3842c670f req-2835b141-7d7e-4a13-aa59-dbeeedfc45a3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:48.963470 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f170705d-def1-493f-8344-ecc3842c670f req-2835b141-7d7e-4a13-aa59-dbeeedfc45a3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0476201 Mar 29 21:08:49.000646 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f170705d-def1-493f-8344-ecc3842c670f req-21a72ba4-2d62-4e1a-bee8-f0889d3264cf tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Mar 29 21:08:49.866677 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ee3fe-ae2d-49a4-9bb9-d388388590ff req-d3847655-0c74-4536-b3bd-6b29b1adfc45 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:49.868263 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e3ee3fe-ae2d-49a4-9bb9-d388388590ff req-d3847655-0c74-4536-b3bd-6b29b1adfc45 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 943 time: 0.0485289 Mar 29 21:08:49.905889 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e3ee3fe-ae2d-49a4-9bb9-d388388590ff req-2bcb21f3-dc6e-4024-ac72-8b03935a5e21 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Mar 29 21:08:50.117082 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339194e5-ee44-439e-b4f5-8e9e7bbdc6ec req-9bcc114b-aa4f-4308-bbf2-d3a55934030f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:50.118572 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-339194e5-ee44-439e-b4f5-8e9e7bbdc6ec req-9bcc114b-aa4f-4308-bbf2-d3a55934030f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0507061 Mar 29 21:08:50.156549 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-339194e5-ee44-439e-b4f5-8e9e7bbdc6ec req-b3772510-b1e0-431e-bad7-403b915d8c9c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319843 Mar 29 21:08:51.017819 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1895e9-5d93-4ab0-a203-d943abab8313 req-99c5d487-79a0-4788-9669-410ef4c18943 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:51.019321 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be1895e9-5d93-4ab0-a203-d943abab8313 req-99c5d487-79a0-4788-9669-410ef4c18943 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 943 time: 0.0484996 Mar 29 21:08:51.056923 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be1895e9-5d93-4ab0-a203-d943abab8313 req-8a0759cd-7148-4e82-aa75-d0b2f7627478 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Mar 29 21:08:51.270387 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd1296-beea-42f2-937d-9515071c8289 req-93adf607-b719-4783-89e0-4544036ad09e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:51.271858 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-21cd1296-beea-42f2-937d-9515071c8289 req-93adf607-b719-4783-89e0-4544036ad09e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0476382 Mar 29 21:08:51.310347 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-21cd1296-beea-42f2-937d-9515071c8289 req-1e1736c3-5206-4795-a625-f93786ba9073 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Mar 29 21:08:52.172903 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da3772-0fa3-489e-9989-44b1f4611848 req-27a530e2-0b71-4da9-8fdc-6aa7c4f322b8 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:52.174393 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-00da3772-0fa3-489e-9989-44b1f4611848 req-27a530e2-0b71-4da9-8fdc-6aa7c4f322b8 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 943 time: 0.0513933 Mar 29 21:08:52.211491 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-00da3772-0fa3-489e-9989-44b1f4611848 req-f79baedc-35fd-4bd6-8852-3c44ae6c07b8 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Mar 29 21:08:52.425807 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7d8c9-986d-4453-bec0-398bf6399359 req-3f349166-22fa-43a0-94df-90d4eca5f7c3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:52.427783 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-41d7d8c9-986d-4453-bec0-398bf6399359 req-3f349166-22fa-43a0-94df-90d4eca5f7c3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0508869 Mar 29 21:08:52.465858 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-41d7d8c9-986d-4453-bec0-398bf6399359 req-da9a19d3-fba9-4c82-930d-5ef3384aa442 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Mar 29 21:08:53.326066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4757bf3-4c7c-4e68-a1b0-edf19e155653 req-0e4c4e21-6785-45ec-88cd-b366523e6c9e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:53.326934 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a4757bf3-4c7c-4e68-a1b0-edf19e155653 req-0e4c4e21-6785-45ec-88cd-b366523e6c9e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 943 time: 0.0466480 Mar 29 21:08:53.365206 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a4757bf3-4c7c-4e68-a1b0-edf19e155653 req-308fcc28-5e15-4357-9ac7-3df2183d8581 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Mar 29 21:08:53.393456 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 04060b44-19b0-415a-9d39-4e43dea6222d details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:08:53.487570 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 04060b44-19b0-415a-9d39-4e43dea6222d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=04060b44-19b0-415a-9d39-4e43dea6222d,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:08:53.499811 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '04060b44-19b0-415a-9d39-4e43dea6222d', 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172', 'port_id': '04060b44-19b0-415a-9d39-4e43dea6222d', 'mac_address': 'fa:16:3e:57:5e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f50131d-4407-419e-b741-cea0e45b080c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:08:53.537478 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:53.550128 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04060b44-19b0-415a-9d39-4e43dea6222d {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:08:53.570147 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 04060b44-19b0-415a-9d39-4e43dea6222d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=04060b44-19b0-415a-9d39-4e43dea6222d,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:08:53.573984 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:53.582527 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98046c11-12f9-4627-b0a0-56b973dd296d req-e38b4a8c-0026-4219-bbac-67ef3ef34ef0 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:53.584089 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-98046c11-12f9-4627-b0a0-56b973dd296d req-e38b4a8c-0026-4219-bbac-67ef3ef34ef0 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0508587 Mar 29 21:08:53.625094 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-98046c11-12f9-4627-b0a0-56b973dd296d req-39bf27f4-b078-42b6-8548-9727a77296dd tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Mar 29 21:08:53.625556 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=04060b44-19b0-415a-9d39-4e43dea6222d,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:53.632708 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.633055 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.633397 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.633731 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.634295 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.634478 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.634803 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.635129 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.636107 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.636638 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.637055 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:53.637384 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:08:54.201464 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['04060b44-19b0-415a-9d39-4e43dea6222d'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:08:54.483044 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3094e-1afb-45a9-bd36-d2d7545034f1 req-a8dbdff6-4614-4746-85a5-9fbdd5bd9d6e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:54.484547 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7eb3094e-1afb-45a9-bd36-d2d7545034f1 req-a8dbdff6-4614-4746-85a5-9fbdd5bd9d6e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 944 time: 0.0474341 Mar 29 21:08:54.522211 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7eb3094e-1afb-45a9-bd36-d2d7545034f1 req-f79b56c4-59cf-4030-af02-e0d962abd92a tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Mar 29 21:08:54.740697 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14146-d433-4b7e-812c-1c01b3674804 req-4bc1ddad-7129-41b3-aea6-abce591c6593 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:54.742177 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2af14146-d433-4b7e-812c-1c01b3674804 req-4bc1ddad-7129-41b3-aea6-abce591c6593 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0497758 Mar 29 21:08:54.780044 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2af14146-d433-4b7e-812c-1c01b3674804 req-23b1e608-9ccc-48f6-878b-dd5d74980450 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Mar 29 21:08:55.426786 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 04060b44-19b0-415a-9d39-4e43dea6222d up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:08:55.480383 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 04060b44-19b0-415a-9d39-4e43dea6222d completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:08:55.485133 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 04060b44-19b0-415a-9d39-4e43dea6222d triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:08:55.485502 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:55.560952 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:55.585017 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9a98e-db3a-42cf-8134-394e3da077d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04060b44-19b0-415a-9d39-4e43dea6222d'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:08:55.587329 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceb8fd2-7bc9-48b7-9b21-3774cd9bbfc5" -d '{"events": [{"server_uuid": "a8b9a98e-db3a-42cf-8134-394e3da077d7", "name": "network-vif-plugged", "status": "completed", "tag": "04060b44-19b0-415a-9d39-4e43dea6222d"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:08:55.600546 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 04060b44-19b0-415a-9d39-4e43dea6222d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=04060b44-19b0-415a-9d39-4e43dea6222d,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:08:55.606035 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:55.636067 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e9fbda-b7e0-4b93-9c34-2b532d4a171d x-openstack-request-id: req-a2e9fbda-b7e0-4b93-9c34-2b532d4a171d {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:08:55.636469 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9a98e-db3a-42cf-8134-394e3da077d7", "name": "network-vif-plugged", "status": "completed", "tag": "04060b44-19b0-415a-9d39-4e43dea6222d", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:08:55.636777 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2e9fbda-b7e0-4b93-9c34-2b532d4a171d {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:08:55.637158 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9a98e-db3a-42cf-8134-394e3da077d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04060b44-19b0-415a-9d39-4e43dea6222d', 'code': 200} Mar 29 21:08:55.659537 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=04060b44-19b0-415a-9d39-4e43dea6222d,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:55.660514 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38a1cb-1e3f-47db-b056-5335c8b8cfd3 req-213ec358-2f81-4971-97a3-28b8d18443fa tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:55.661992 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be38a1cb-1e3f-47db-b056-5335c8b8cfd3 req-213ec358-2f81-4971-97a3-28b8d18443fa tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 945 time: 0.0560369 Mar 29 21:08:55.703141 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be38a1cb-1e3f-47db-b056-5335c8b8cfd3 req-6b2d1645-725a-4bc5-8ba9-de70df8ac01e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334954 Mar 29 21:08:55.895796 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403c363-babf-42c6-9f47-8987ac04de23 req-0932ffdf-5faa-4eb7-88e6-56fb3f590472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:55.897272 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4403c363-babf-42c6-9f47-8987ac04de23 req-0932ffdf-5faa-4eb7-88e6-56fb3f590472 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 1098 time: 0.0675709 Mar 29 21:08:55.908386 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2652fd-9847-470b-b694-e92cf2087f30 req-788f6a38-d912-457f-a430-a61d7fac9da3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:55.909745 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d2652fd-9847-470b-b694-e92cf2087f30 req-788f6a38-d912-457f-a430-a61d7fac9da3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0570416 Mar 29 21:08:55.966665 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4403c363-babf-42c6-9f47-8987ac04de23 req-017a9526-2efa-4587-9f0a-265acfb66f49 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559301 Mar 29 21:08:55.969332 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d2652fd-9847-470b-b694-e92cf2087f30 req-c9605d28-51e7-4fe9-8885-090eaea9ad78 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536911 Mar 29 21:08:56.817847 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9d3a-f66f-4f1f-9130-73fd808c738e req-4919fe98-7080-468d-bbcc-40f37ae91713 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:56.819239 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d6c9d3a-f66f-4f1f-9130-73fd808c738e req-4919fe98-7080-468d-bbcc-40f37ae91713 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 945 time: 0.0495360 Mar 29 21:08:56.856418 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d6c9d3a-f66f-4f1f-9130-73fd808c738e req-c8bd6e02-3a8b-42fb-a1d3-961d088765d7 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310709 Mar 29 21:08:57.088103 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6cc0f-d4aa-45a8-87d2-46f8eaa853e7 req-8255c7b0-52d8-4d2b-b4cf-4f9b0714f48f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:57.090191 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ade6cc0f-d4aa-45a8-87d2-46f8eaa853e7 req-8255c7b0-52d8-4d2b-b4cf-4f9b0714f48f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0497763 Mar 29 21:08:57.127544 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ade6cc0f-d4aa-45a8-87d2-46f8eaa853e7 req-f071d2c9-ca08-4134-bf49-613799c5b3e8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Mar 29 21:08:57.278536 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51118) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:57.386925 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0f34-28ec-4c9e-b43a-c85fb2c85346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:57.459021 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0f34-28ec-4c9e-b43a-c85fb2c85346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:57.462551 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0f34-28ec-4c9e-b43a-c85fb2c85346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:57.499845 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8cfc0f34-28ec-4c9e-b43a-c85fb2c85346 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a1bb97c0b31459e8a10253fea0fc19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202547 Mar 29 21:08:57.500730 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc0f34-28ec-4c9e-b43a-c85fb2c85346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee4b354-99e6-4619-b69c-a7de0e8ce0c9,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:57.502587 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51122) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:57.552556 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-65ff6c17-b273-4283-84ca-76aff8c385c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:57.573862 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-65ff6c17-b273-4283-84ca-76aff8c385c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:57.622861 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-65ff6c17-b273-4283-84ca-76aff8c385c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:57.625649 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-65ff6c17-b273-4283-84ca-76aff8c385c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:57.626863 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-65ff6c17-b273-4283-84ca-76aff8c385c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fee4b354-99e6-4619-b69c-a7de0e8ce0c9 HTTP/1.1" status: 204 len: 168 time: 0.1231947 Mar 29 21:08:57.634236 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff6c17-b273-4283-84ca-76aff8c385c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee4b354-99e6-4619-b69c-a7de0e8ce0c9,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:57.972459 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af8e4-099d-4f05-9fae-35ddf23f8f04 req-026a1a83-d7eb-4a62-b203-eea36c69d9ad tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:57.974207 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eb7af8e4-099d-4f05-9fae-35ddf23f8f04 req-026a1a83-d7eb-4a62-b203-eea36c69d9ad tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 945 time: 0.0506995 Mar 29 21:08:58.014464 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eb7af8e4-099d-4f05-9fae-35ddf23f8f04 req-0e17265b-3286-4e23-9023-678932884997 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Mar 29 21:08:58.250169 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4069f7-310e-4df8-bb28-c8695d126e82 req-502e9027-dc02-44da-be32-55eb48df77a1 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:58.251635 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2e4069f7-310e-4df8-bb28-c8695d126e82 req-502e9027-dc02-44da-be32-55eb48df77a1 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0475926 Mar 29 21:08:58.290367 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2e4069f7-310e-4df8-bb28-c8695d126e82 req-fa1db554-381f-4ca2-88c6-ab58d27d687f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Mar 29 21:08:58.506442 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:58.616030 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51164) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:58.722410 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-727dba5e-b3a9-4ea5-a33e-fc1e688b86bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:58.835363 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-727dba5e-b3a9-4ea5-a33e-fc1e688b86bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:58.838089 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed8776-8e72-4c18-a33f-6a1c6fa37715 req-6ea12721-d216-432b-94b7-1d1257ab0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:58.840450 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e0ed8776-8e72-4c18-a33f-6a1c6fa37715 req-6ea12721-d216-432b-94b7-1d1257ab0761 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 1098 time: 0.0731013 Mar 29 21:08:58.841446 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-727dba5e-b3a9-4ea5-a33e-fc1e688b86bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:58.890062 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-727dba5e-b3a9-4ea5-a33e-fc1e688b86bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a606d0dcbe74ed496b9f9c3394c88ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729568 Mar 29 21:08:58.892824 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51170) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:08:58.898137 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dba5e-b3a9-4ea5-a33e-fc1e688b86bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cab6be-db5e-438f-9cbc-4e5aa40aa2cf,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:58.912274 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e0ed8776-8e72-4c18-a33f-6a1c6fa37715 req-35b369be-d09a-4188-b178-a3a8baa54dd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611417 Mar 29 21:08:58.941246 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f9cfe-137f-40d8-a760-b8a9872ac6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:58.961108 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f9cfe-137f-40d8-a760-b8a9872ac6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:59.007586 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f9cfe-137f-40d8-a760-b8a9872ac6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:59.010492 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f9cfe-137f-40d8-a760-b8a9872ac6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:08:59.012591 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-115f9cfe-137f-40d8-a760-b8a9872ac6ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0cab6be-db5e-438f-9cbc-4e5aa40aa2cf HTTP/1.1" status: 204 len: 168 time: 0.1187069 Mar 29 21:08:59.020796 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f9cfe-137f-40d8-a760-b8a9872ac6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cab6be-db5e-438f-9cbc-4e5aa40aa2cf,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:08:59.133760 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58467e8e-0fd5-4533-af1d-ca7b11e65db6 req-59cd8bb7-82bf-4cc1-bdd8-8675daccb67d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:59.135885 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-58467e8e-0fd5-4533-af1d-ca7b11e65db6 req-59cd8bb7-82bf-4cc1-bdd8-8675daccb67d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 945 time: 0.0520327 Mar 29 21:08:59.174753 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-58467e8e-0fd5-4533-af1d-ca7b11e65db6 req-b21d7a57-c863-45c2-b546-0e4758158d43 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Mar 29 21:08:59.420378 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bea4a-1eb5-4c0c-b3fb-70bf30062418 req-e3280cd5-4d50-48a0-a0ff-6bfa93891945 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:59.422052 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-993bea4a-1eb5-4c0c-b3fb-70bf30062418 req-e3280cd5-4d50-48a0-a0ff-6bfa93891945 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0563755 Mar 29 21:08:59.479131 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-993bea4a-1eb5-4c0c-b3fb-70bf30062418 req-28faeb38-cf1b-4dd5-a4bb-be929eaa1387 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507662 Mar 29 21:08:59.550448 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-c0e8d013-3c00-4169-803b-63116e7bca96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393775 Mar 29 21:08:59.641197 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-e3741115-2f9c-4e9a-ab9d-e02adc5cfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:59.643156 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-e3741115-2f9c-4e9a-ab9d-e02adc5cfbcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 1098 time: 0.0461488 Mar 29 21:08:59.761232 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-53cadb5f-46a8-42e9-9873-7c042de7a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:59.762736 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-53cadb5f-46a8-42e9-9873-7c042de7a0c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.0998764 Mar 29 21:08:59.808058 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-3d688c01-5d59-4bb0-9e4b-cdfd336bcca2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d HTTP/1.1" status: 200 len: 217 time: 0.0377653 Mar 29 21:08:59.873325 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-4ff3b729-b2e0-4e75-931b-7bbe6ecff00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:59.874760 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-4ff3b729-b2e0-4e75-931b-7bbe6ecff00a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0601249 Mar 29 21:08:59.948731 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b5a6-86d8-4247-ac21-959b88c589d0 req-0b4132cb-4bb2-4d34-a0b9-22e43f19f02e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:59.950240 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e077b5a6-86d8-4247-ac21-959b88c589d0 req-0b4132cb-4bb2-4d34-a0b9-22e43f19f02e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 945 time: 0.0874982 Mar 29 21:08:59.956102 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-9cfd5ec4-5152-4eb5-b705-4582105ebac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:08:59.957490 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-9cfd5ec4-5152-4eb5-b705-4582105ebac8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0642087 Mar 29 21:09:00.014807 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e077b5a6-86d8-4247-ac21-959b88c589d0 req-78cc815d-7396-4e13-878e-a8197dffa522 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Mar 29 21:09:00.075192 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-671068b0-1780-43ce-ad24-f2c16d2e9970 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034815 Mar 29 21:09:00.180903 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82c69000-8de9-4b14-93df-e4b80dcf5f1d req-15d56a27-0cfa-4640-8afb-fbbf8a96f775 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957386 Mar 29 21:09:00.588450 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65185-889f-4249-a57d-579a84971fbc req-c94fe1eb-db65-41eb-a1db-4d9ca4ddcf4b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:00.589881 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-01b65185-889f-4249-a57d-579a84971fbc req-c94fe1eb-db65-41eb-a1db-4d9ca4ddcf4b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0518265 Mar 29 21:09:00.626665 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-01b65185-889f-4249-a57d-579a84971fbc req-b925e15c-f313-4e3c-85a1-ea3f9a93a805 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Mar 29 21:09:01.133177 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfa0ba-98b9-4221-b717-b3bf6f4b5646 req-5a9cef19-ef9d-4a7a-9f8d-c709ab5b4407 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:01.134948 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7cbfa0ba-98b9-4221-b717-b3bf6f4b5646 req-5a9cef19-ef9d-4a7a-9f8d-c709ab5b4407 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 945 time: 0.0477719 Mar 29 21:09:01.173364 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7cbfa0ba-98b9-4221-b717-b3bf6f4b5646 req-448e2aa5-55b1-46aa-a04a-c5eccaca801f tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Mar 29 21:09:01.738141 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981a0be-f11b-4a78-803c-2bbb375e19f6 req-c50cd160-49df-4de4-ad1d-b3e77ca4890c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:01.739612 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e981a0be-f11b-4a78-803c-2bbb375e19f6 req-c50cd160-49df-4de4-ad1d-b3e77ca4890c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0476475 Mar 29 21:09:01.776820 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e981a0be-f11b-4a78-803c-2bbb375e19f6 req-630702cc-dc41-46cb-a55e-ef14365df1cc tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Mar 29 21:09:02.018813 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0254612-294b-4830-9978-59ff6f3e757a req-052c3614-0da1-456f-a3e5-03c8613df2d7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:02.020308 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c0254612-294b-4830-9978-59ff6f3e757a req-052c3614-0da1-456f-a3e5-03c8613df2d7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0527244 Mar 29 21:09:02.086279 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c0254612-294b-4830-9978-59ff6f3e757a req-b1ece71a-fd3d-4dc9-8a3e-6e88e2510553 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592959 Mar 29 21:09:02.100632 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:09:02.101692 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-f7e5ee1b-5faf-4295-9779-8720ab4799eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:02.103662 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-f7e5ee1b-5faf-4295-9779-8720ab4799eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 1098 time: 0.0486858 Mar 29 21:09:02.201754 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-7b3eeed0-e692-48d2-9661-d28e5fb5d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:02.203134 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-7b3eeed0-e692-48d2-9661-d28e5fb5d815 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.0929673 Mar 29 21:09:02.262806 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-0affcae4-3e67-40e1-994b-7a15dfa5a1d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7956aa02-e1da-4a42-8fed-35a78c69325d HTTP/1.1" status: 200 len: 217 time: 0.0518863 Mar 29 21:09:02.342559 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60229c8-c2d3-44bc-be3c-a6f51b4b5664 req-3e6ce656-7ed4-4f0c-93ca-76ecdc79c9dc tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:02.344055 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d60229c8-c2d3-44bc-be3c-a6f51b4b5664 req-3e6ce656-7ed4-4f0c-93ca-76ecdc79c9dc tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 945 time: 0.0905027 Mar 29 21:09:02.353447 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-b17b5f21-7244-4f6c-bf08-cef773aea567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:02.355134 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-b17b5f21-7244-4f6c-bf08-cef773aea567 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0754600 Mar 29 21:09:02.386819 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d60229c8-c2d3-44bc-be3c-a6f51b4b5664 req-6a4963c0-4a90-468e-abc4-d8a7d224e199 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362515 Mar 29 21:09:02.480902 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-ada8cc5e-a243-4086-a2fa-74f8adcdddc9 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:02.482413 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-ada8cc5e-a243-4086-a2fa-74f8adcdddc9 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 945 time: 0.0758936 Mar 29 21:09:02.484938 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-b8859b57-60dd-4493-8ba2-e5c63701d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:02.486317 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-b8859b57-60dd-4493-8ba2-e5c63701d3be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811689 Mar 29 21:09:02.641543 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-cc370429-e4a0-4f7f-b25d-49ba84d47042 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411779 Mar 29 21:09:02.650321 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Deleting port 04060b44-19b0-415a-9d39-4e43dea6222d {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:09:02.651225 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:02.804818 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] For port 04060b44-19b0-415a-9d39-4e43dea6222d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=04060b44-19b0-415a-9d39-4e43dea6222d,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:02.805445 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:02.809798 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5c78e486-5894-4133-ac09-9bb73a9dea4f req-53825520-60e6-40d8-ae5f-3a1514d20eac service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545331 Mar 29 21:09:02.819452 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Calling delete_port for 04060b44-19b0-415a-9d39-4e43dea6222d owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:09:02.946956 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:02.981255 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Pushing event deleted for resources: {'Port': ['ID=04060b44-19b0-415a-9d39-4e43dea6222d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:02.986489 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['04060b44-19b0-415a-9d39-4e43dea6222d'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:09:03.018746 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] No DVR routers for this DVR port 04060b44-19b0-415a-9d39-4e43dea6222d on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:09:03.021014 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:03.024236 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8391c4e7-17a3-4e83-9249-d7afb4b61554 req-9ab6659a-44e3-44bf-ab35-c23aa320bb1d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.39 "DELETE /v2.0/ports/04060b44-19b0-415a-9d39-4e43dea6222d HTTP/1.1" status: 204 len: 173 time: 0.5305061 Mar 29 21:09:03.024658 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9a98e-db3a-42cf-8134-394e3da077d7', 'name': 'network-vif-deleted', 'tag': '04060b44-19b0-415a-9d39-4e43dea6222d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:09:03.027475 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f558d0-ff92-44bc-926f-0ab3f9de5efb" -d '{"events": [{"server_uuid": "a8b9a98e-db3a-42cf-8134-394e3da077d7", "name": "network-vif-deleted", "tag": "04060b44-19b0-415a-9d39-4e43dea6222d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:09:03.063950 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46316d4a-8d89-4121-9fc7-1ea3189915ba x-openstack-request-id: req-46316d4a-8d89-4121-9fc7-1ea3189915ba {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:09:03.064316 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9a98e-db3a-42cf-8134-394e3da077d7", "name": "network-vif-deleted", "tag": "04060b44-19b0-415a-9d39-4e43dea6222d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:09:03.064563 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46316d4a-8d89-4121-9fc7-1ea3189915ba {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:09:03.064948 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9a98e-db3a-42cf-8134-394e3da077d7', 'name': 'network-vif-deleted', 'tag': '04060b44-19b0-415a-9d39-4e43dea6222d', 'status': 'completed', 'code': 200} Mar 29 21:09:03.204753 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c684c7d-24a0-40d2-8853-a10293442ccc req-68e4ea32-1703-4f18-8577-ee273668501b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:03.206717 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9c684c7d-24a0-40d2-8853-a10293442ccc req-68e4ea32-1703-4f18-8577-ee273668501b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0494828 Mar 29 21:09:03.250684 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9c684c7d-24a0-40d2-8853-a10293442ccc req-6a276f5b-d3d2-43d8-9b87-dce1393897b5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373917 Mar 29 21:09:03.496082 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9c92b618-be15-4473-b656-925b891f3c3c req-88ad8d28-df0f-49e4-bf6c-3c0ff9707971 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b9a98e-db3a-42cf-8134-394e3da077d7 HTTP/1.1" status: 200 len: 210 time: 0.0261731 Mar 29 21:09:04.364949 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4e3eb-c8ed-4111-94a0-0f250a6b3b51 req-ec69bd8f-0f22-45ca-8656-8d9957186090 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:04.366426 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fbc4e3eb-c8ed-4111-94a0-0f250a6b3b51 req-ec69bd8f-0f22-45ca-8656-8d9957186090 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0495882 Mar 29 21:09:04.404906 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fbc4e3eb-c8ed-4111-94a0-0f250a6b3b51 req-bab2a33c-84c2-47be-a3e7-2a82b814ff3d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324674 Mar 29 21:09:04.817862 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-2a643016-b84e-4dff-a83c-2da725488603 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:04.819482 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-2a643016-b84e-4dff-a83c-2da725488603 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/networks?id=4c5887ef-51ac-4b3d-88c0-93b107b2d172 HTTP/1.1" status: 200 len: 809 time: 0.1107361 Mar 29 21:09:04.836576 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-650b0594-ca35-4a44-9970-8d81382dbdaa tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/quotas/845971c40f654342989f20ac3f739415 HTTP/1.1" status: 200 len: 375 time: 0.0101793 Mar 29 21:09:04.870883 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e1831bc2-ee07-40aa-bf51-b32e05562e6b tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=845971c40f654342989f20ac3f739415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277016 Mar 29 21:09:04.982601 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-64984110-b082-4d75-99ac-24cdde234ca8 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025691 Mar 29 21:09:05.090948 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-2ab929f1-2ba2-4b41-ab82-abfb21fd5e0f service neutron] 10.222.0.37 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010821 Mar 29 21:09:05.262987 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8dd36103-1ca7-4585-8c33-705a93b5bc18 req-1a73597c-e06d-4c5f-a9c0-51aa4afb1c1a tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 210 time: 0.0294430 Mar 29 21:09:05.451634 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 04060b44-19b0-415a-9d39-4e43dea6222d no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:09:05.476245 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 04060b44-19b0-415a-9d39-4e43dea6222d {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:09:05.476751 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 04060b44-19b0-415a-9d39-4e43dea6222d not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:09:05.528375 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82923680-c16c-48a0-af67-b45e2875b5e9 req-64223671-30e6-410f-8490-6b0f596dbc4c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:05.529850 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82923680-c16c-48a0-af67-b45e2875b5e9 req-64223671-30e6-410f-8490-6b0f596dbc4c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0499876 Mar 29 21:09:05.568806 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-82923680-c16c-48a0-af67-b45e2875b5e9 req-c59f7a51-b605-4422-a8a8-2181e50426cc tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Mar 29 21:09:06.492747 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-5ff56e86-1430-411c-85e8-71b56ed9e74f tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:06.496316 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-5ff56e86-1430-411c-85e8-71b56ed9e74f tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.39 "GET /v2.0/networks?id=4c5887ef-51ac-4b3d-88c0-93b107b2d172 HTTP/1.1" status: 200 len: 809 time: 0.1869709 Mar 29 21:09:06.522711 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7e03d181-59be-4b7c-99d8-86fcec7c7ce0 req-89b5117e-e75f-45a7-bf3c-c3fb8972a71b tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 210 time: 0.0254052 Mar 29 21:09:06.551142 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Request body: {'port': {'device_id': '6aab70c2-7af5-4b36-9cff-0520f96fcde2', 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172', 'admin_state_up': True, 'tenant_id': '845971c40f654342989f20ac3f739415'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:06.686115 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Made reservation on behalf of 845971c40f654342989f20ac3f739415 for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:09:06.689590 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:06.727056 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e69b7-70f3-46e6-bcce-60bc296aacc3 req-d9c93b49-480d-4e02-a416-24fa0dff0905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:06.729286 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-239e69b7-70f3-46e6-bcce-60bc296aacc3 req-d9c93b49-480d-4e02-a416-24fa0dff0905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0757110 Mar 29 21:09:06.807984 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-239e69b7-70f3-46e6-bcce-60bc296aacc3 req-1b36056a-e385-46fa-8307-bbaa60a630d9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510416 Mar 29 21:09:06.850250 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Allocated IP 172.20.0.13 (4c5887ef-51ac-4b3d-88c0-93b107b2d172/7f50131d-4407-419e-b741-cea0e45b080c/a5729e51-8c5b-4114-8814-ee75626931b9) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:07.027323 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:07.069418 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:07.111203 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:07.112611 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:07.118230 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:07.163457 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Pushing event updated for resources: {'Port': ['ID=a5729e51-8c5b-4114-8814-ee75626931b9,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:07.183005 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:07.183647 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:07.200243 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-e5e75dd9-5fe8-4ffb-ad6b-e5d51d955310 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6592500 Mar 29 21:09:07.228786 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Request body: {'port': {'device_id': '6aab70c2-7af5-4b36-9cff-0520f96fcde2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:07.284117 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:07.567982 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5729e51-8c5b-4114-8814-ee75626931b9 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:09:07.576627 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:07.590942 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Transition to ACTIVE for port object a5729e51-8c5b-4114-8814-ee75626931b9 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:09:07.594899 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:07.691984 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Pushing event updated for resources: {'Port': ['ID=a5729e51-8c5b-4114-8814-ee75626931b9,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:07.734221 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1a86a-292d-400a-83ff-fb4c1eb421c7 req-1715fb29-844f-42bc-88b5-70ae82ae9864 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:07.735725 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47d1a86a-292d-400a-83ff-fb4c1eb421c7 req-1715fb29-844f-42bc-88b5-70ae82ae9864 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 944 time: 0.1109140 Mar 29 21:09:07.779868 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Attempting to bind port a5729e51-8c5b-4114-8814-ee75626931b9 on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:09:07.780189 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Attempting to bind port a5729e51-8c5b-4114-8814-ee75626931b9 by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': 'bb29c765-213d-4487-8280-56a3df4a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:09:07.780499 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Attempting to bind port a5729e51-8c5b-4114-8814-ee75626931b9 on network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:07.793405 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Port a5729e51-8c5b-4114-8814-ee75626931b9 on network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:09:07.793712 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Attempting to bind port a5729e51-8c5b-4114-8814-ee75626931b9 on network 4c5887ef-51ac-4b3d-88c0-93b107b2d172 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:07.798850 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47d1a86a-292d-400a-83ff-fb4c1eb421c7 req-8bc89d74-63e2-4217-9311-9f94e10bca38 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563612 Mar 29 21:09:07.801363 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:09:07.801762 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Checking segment: {'id': 'bb29c765-213d-4487-8280-56a3df4a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:07.802547 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Bound using segment: {'id': 'bb29c765-213d-4487-8280-56a3df4a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:09:07.802977 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Bound port: a5729e51-8c5b-4114-8814-ee75626931b9, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb29c765-213d-4487-8280-56a3df4a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:09:07.803328 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:07.864537 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] For port a5729e51-8c5b-4114-8814-ee75626931b9, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:09:07.867480 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] For port a5729e51-8c5b-4114-8814-ee75626931b9, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a5729e51-8c5b-4114-8814-ee75626931b9,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:09:07.872100 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:07.910178 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:07.910837 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:07.912242 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] 10.222.0.39 "PUT /v2.0/ports/a5729e51-8c5b-4114-8814-ee75626931b9 HTTP/1.1" status: 200 len: 1094 time: 0.6912408 Mar 29 21:09:07.913088 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aab70c2-7af5-4b36-9cff-0520f96fcde2', 'tag': 'a5729e51-8c5b-4114-8814-ee75626931b9'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:09:07.914856 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b3df1-192c-451d-b2aa-0f66400fed8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6aab70c2-7af5-4b36-9cff-0520f96fcde2", "tag": "a5729e51-8c5b-4114-8814-ee75626931b9"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:09:07.935302 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da935543-2e3d-46d5-895c-2aa05a28a54b service neutron] Pushing event updated for resources: {'Port': ['ID=a5729e51-8c5b-4114-8814-ee75626931b9,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:07.958419 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f994fad-cec9-4ffc-937b-d2eff6da29e4 x-openstack-request-id: req-0f994fad-cec9-4ffc-937b-d2eff6da29e4 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:09:07.958699 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aab70c2-7af5-4b36-9cff-0520f96fcde2", "tag": "a5729e51-8c5b-4114-8814-ee75626931b9", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:09:07.958943 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f994fad-cec9-4ffc-937b-d2eff6da29e4 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:09:07.959326 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aab70c2-7af5-4b36-9cff-0520f96fcde2', 'tag': 'a5729e51-8c5b-4114-8814-ee75626931b9', 'status': 'completed', 'code': 200} Mar 29 21:09:08.056253 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-79f2dc57-6839-46d1-85ba-1be01c75fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:08.058340 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-79f2dc57-6839-46d1-85ba-1be01c75fa36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=845971c40f654342989f20ac3f739415&device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 1097 time: 0.0486009 Mar 29 21:09:08.112911 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-43ef1a4b-0ef4-480e-9e62-26cfd22df976 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5729e51-8c5b-4114-8814-ee75626931b9 HTTP/1.1" status: 200 len: 217 time: 0.0376270 Mar 29 21:09:08.163207 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-624bb1ef-7180-42b7-af37-3b164fb224cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:08.164820 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-624bb1ef-7180-42b7-af37-3b164fb224cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f50131d-4407-419e-b741-cea0e45b080c HTTP/1.1" status: 200 len: 849 time: 0.0460429 Mar 29 21:09:08.198955 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-79bfc1fc-4d97-43c7-9ffc-006b3f811e0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c5887ef-51ac-4b3d-88c0-93b107b2d172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251389 Mar 29 21:09:08.307111 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-c5b22391-2ce2-4ed7-86a1-bf6ec0eb16ff service neutron] 10.222.0.39 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969961 Mar 29 21:09:08.425656 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51420) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:08.428631 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bd240752-1364-4ffb-81c1-43e5fddcb038 req-46d1092b-7fef-4e3e-a23e-e15ff0ad68e8 service neutron] 10.222.0.39 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080847 Mar 29 21:09:08.431034 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-4afb9710-ef82-4fa0-88b7-e6bf80884d02 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359406027', 'description': 'tempest-description--876640017'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:08.456228 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4afb9710-ef82-4fa0-88b7-e6bf80884d02 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.534538 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4afb9710-ef82-4fa0-88b7-e6bf80884d02 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.538298 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4afb9710-ef82-4fa0-88b7-e6bf80884d02 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.569846 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb9710-ef82-4fa0-88b7-e6bf80884d02 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8104097d-c6ea-4874-94cc-1bf63835b8a9,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:08.576015 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4afb9710-ef82-4fa0-88b7-e6bf80884d02 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.580232 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4afb9710-ef82-4fa0-88b7-e6bf80884d02 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1530743 Mar 29 21:09:08.580812 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51426) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:08.585397 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-33faa684-6979-449b-aec7-a31a7a3d67f6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Request body: {'security_group_rule': {'security_group_id': '8104097d-c6ea-4874-94cc-1bf63835b8a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:08.613254 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-33faa684-6979-449b-aec7-a31a7a3d67f6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.691201 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-33faa684-6979-449b-aec7-a31a7a3d67f6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.696497 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-33faa684-6979-449b-aec7-a31a7a3d67f6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.717617 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faa684-6979-449b-aec7-a31a7a3d67f6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c265b3a4-329b-4e88-9868-e92f43f25ed9,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:08.728824 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-33faa684-6979-449b-aec7-a31a7a3d67f6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.733137 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-33faa684-6979-449b-aec7-a31a7a3d67f6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489074 Mar 29 21:09:08.733593 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51432) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:08.738581 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-7e351816-8f48-49e6-b8c9-aef967bd9ca8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Request body: {'security_group_rule': {'security_group_id': '8104097d-c6ea-4874-94cc-1bf63835b8a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:08.781501 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7e351816-8f48-49e6-b8c9-aef967bd9ca8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.884029 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-1f81b323-01c8-48cd-9078-1b8c0d704edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:08.886257 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-1f81b323-01c8-48cd-9078-1b8c0d704edb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=845971c40f654342989f20ac3f739415&device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 1097 time: 0.3310401 Mar 29 21:09:08.897761 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7e351816-8f48-49e6-b8c9-aef967bd9ca8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.904339 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7e351816-8f48-49e6-b8c9-aef967bd9ca8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.924812 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351816-8f48-49e6-b8c9-aef967bd9ca8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b82362-1570-47e3-afbf-74ab743b5320,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:08.944374 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7e351816-8f48-49e6-b8c9-aef967bd9ca8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:08.949228 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-7e351816-8f48-49e6-b8c9-aef967bd9ca8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2110722 Mar 29 21:09:08.949895 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51442) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:08.954495 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:08.976978 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.008893 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19a0e-4e4c-48d5-b618-6e2fc02b26dd req-a83445dc-c312-4380-a936-b110c5e5c39f tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:09.010913 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2cc19a0e-4e4c-48d5-b618-6e2fc02b26dd req-a83445dc-c312-4380-a936-b110c5e5c39f tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 944 time: 0.1063871 Mar 29 21:09:09.043837 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-f35976a2-33c9-422f-a9a4-4906383991c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:09.045306 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-f35976a2-33c9-422f-a9a4-4906383991c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c5887ef-51ac-4b3d-88c0-93b107b2d172 HTTP/1.1" status: 200 len: 910 time: 0.1517670 Mar 29 21:09:09.091019 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.097075 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2cc19a0e-4e4c-48d5-b618-6e2fc02b26dd req-99561273-6cbb-4ffa-86d7-1b83ac1688f6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795808 Mar 29 21:09:09.098439 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-cd321d06-3f1c-4d63-b420-a1303c454e21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5729e51-8c5b-4114-8814-ee75626931b9 HTTP/1.1" status: 200 len: 217 time: 0.0436182 Mar 29 21:09:09.174362 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-25b44833-456f-4167-9a9e-71190567d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:09.176101 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-25b44833-456f-4167-9a9e-71190567d3ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f50131d-4407-419e-b741-cea0e45b080c HTTP/1.1" status: 200 len: 849 time: 0.0705955 Mar 29 21:09:09.213175 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-d1c59b67-0b2a-4d06-8665-5620e4787d02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c5887ef-51ac-4b3d-88c0-93b107b2d172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293124 Mar 29 21:09:09.223723 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Allocated IP 172.28.3.24 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/674a2172-c037-4448-9fa3-b8b59611b8f5) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:09.329443 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-2b92df0c-6e99-4ab3-ac8c-53bff097c5dd service neutron] 10.222.0.39 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094363 Mar 29 21:09:09.347338 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.387198 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.427217 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:09.432928 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:09.437344 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:09.443069 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d0b3df1-192c-451d-b2aa-0f66400fed8f req-fb99f368-4912-43f1-95e9-7cd19b5d3a35 service neutron] 10.222.0.39 "GET /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000483 Mar 29 21:09:09.464845 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event updated for resources: {'Port': ['ID=674a2172-c037-4448-9fa3-b8b59611b8f5,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:09.474762 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.475118 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.475466 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.475916 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.476126 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.476451 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.476776 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.477261 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.477428 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.477740 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.478352 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.479015 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:09.552991 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.587543 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.757399 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.763315 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16975573'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.841198 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event updated for resources: {'Port': ['ID=674a2172-c037-4448-9fa3-b8b59611b8f5,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:09.855205 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.873229 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:09.882713 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-54178340-cf94-41f4-a577-531a66b8e43c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9239051 Mar 29 21:09:10.093017 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-3607fc3d-bf17-41fc-895a-68628fd6995e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1359406027&fields=id&tenant_id=b93c9a60efd24648afaadcefbf5699f0 HTTP/1.1" status: 200 len: 267 time: 0.0347509 Mar 29 21:09:10.236101 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d125938-4d2b-4164-899f-107fcc479d83 req-40028ce1-7036-44bf-8b8e-069f31647428 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:10.237610 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-40028ce1-7036-44bf-8b8e-069f31647428 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 818 time: 0.1375067 Mar 29 21:09:10.250088 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c16af5-3db7-4f81-bc94-c587e7e49165 req-17d362d8-94a7-41ec-97be-13d7ef8b6097 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:10.251533 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-84c16af5-3db7-4f81-bc94-c587e7e49165 req-17d362d8-94a7-41ec-97be-13d7ef8b6097 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 944 time: 0.0758278 Mar 29 21:09:10.267675 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-131f86ce-f51d-4f77-ad76-d3ff12643702 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/quotas/b93c9a60efd24648afaadcefbf5699f0 HTTP/1.1" status: 200 len: 375 time: 0.0151539 Mar 29 21:09:10.318704 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-84c16af5-3db7-4f81-bc94-c587e7e49165 req-ea1050ac-a94c-4dd6-983a-0874a04840fc tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592844 Mar 29 21:09:10.339250 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-e6f078e9-e741-41e8-a83b-2826f9f83850 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0649507 Mar 29 21:09:10.449416 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-d1d27f71-6edf-4b62-90c3-d801feb31155 service neutron] 10.222.0.37 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983615 Mar 29 21:09:10.543252 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-d7796a12-e44f-4c99-8cf1-f530ef1eeb28 service neutron] 10.222.0.37 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875261 Mar 29 21:09:10.566739 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51504) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:10.675270 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48cda638-df7b-4aea-8320-40ea18bd20b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:10.704002 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fb6cdeb8-55de-4a6e-b323-ba492b73aea8 req-64f00098-0d84-4eb6-8209-f817f64e0c0c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 210 time: 0.0272460 Mar 29 21:09:10.770994 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48cda638-df7b-4aea-8320-40ea18bd20b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:10.775099 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48cda638-df7b-4aea-8320-40ea18bd20b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:10.814597 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-48cda638-df7b-4aea-8320-40ea18bd20b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c764a7d749224dd19552e9684a192e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467701 Mar 29 21:09:10.816499 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cda638-df7b-4aea-8320-40ea18bd20b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d03d9bd-fbf8-48d1-b58b-7f24d2f85deb,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:10.817235 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51516) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:10.873466 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-26cc6184-887d-4c7b-bb76-7efd04ef572d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:10.894224 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-26cc6184-887d-4c7b-bb76-7efd04ef572d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:10.949068 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-26cc6184-887d-4c7b-bb76-7efd04ef572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:10.951778 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-26cc6184-887d-4c7b-bb76-7efd04ef572d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:10.953028 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-26cc6184-887d-4c7b-bb76-7efd04ef572d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d03d9bd-fbf8-48d1-b58b-7f24d2f85deb HTTP/1.1" status: 204 len: 168 time: 0.1346633 Mar 29 21:09:10.961936 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc6184-887d-4c7b-bb76-7efd04ef572d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d03d9bd-fbf8-48d1-b58b-7f24d2f85deb,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:11.434580 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfbd9-3b83-427b-bd02-52df4e66e046 req-4cd740d8-f11a-4f8c-abde-d775005a477a tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:11.436080 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-361bfbd9-3b83-427b-bd02-52df4e66e046 req-4cd740d8-f11a-4f8c-abde-d775005a477a tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 944 time: 0.0496757 Mar 29 21:09:11.476851 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-361bfbd9-3b83-427b-bd02-52df4e66e046 req-02821bc9-1339-4544-be9f-ee87ac78a6c9 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333161 Mar 29 21:09:11.520457 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device a5729e51-8c5b-4114-8814-ee75626931b9 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:09:11.621764 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port a5729e51-8c5b-4114-8814-ee75626931b9, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a5729e51-8c5b-4114-8814-ee75626931b9,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:11.762444 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'a5729e51-8c5b-4114-8814-ee75626931b9', 'network_id': '4c5887ef-51ac-4b3d-88c0-93b107b2d172', 'port_id': 'a5729e51-8c5b-4114-8814-ee75626931b9', 'mac_address': 'fa:16:3e:bc:a7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f50131d-4407-419e-b741-cea0e45b080c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:09:11.820937 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:11.827709 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a962ffe1-fdae-421c-bf3e-5b6f0d14cdaa req-33777807-e84c-4766-99dc-c6c2b1d99d4f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 210 time: 0.0391588 Mar 29 21:09:11.840289 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5729e51-8c5b-4114-8814-ee75626931b9 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:09:11.866159 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port a5729e51-8c5b-4114-8814-ee75626931b9, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a5729e51-8c5b-4114-8814-ee75626931b9,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:11.873082 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:11.909001 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d125938-4d2b-4164-899f-107fcc479d83 req-4828659a-4777-45ca-bfd0-67d0c277be3e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:11.911997 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-4828659a-4777-45ca-bfd0-67d0c277be3e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 818 time: 0.1594501 Mar 29 21:09:11.934324 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=a5729e51-8c5b-4114-8814-ee75626931b9,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:12.003009 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-357c1338-de7a-4bdf-9cee-4ad71b28762b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93c9a60efd24648afaadcefbf5699f0 HTTP/1.1" status: 200 len: 380 time: 0.0476694 Mar 29 21:09:12.017835 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Request body: {'port': {'device_id': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'admin_state_up': True, 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'security_groups': ['8104097d-c6ea-4874-94cc-1bf63835b8a9']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:12.135436 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Made reservation on behalf of b93c9a60efd24648afaadcefbf5699f0 for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:09:12.139258 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:12.275907 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Allocated IP 172.20.0.11 (0817999d-c260-4619-9013-99526417422a/94e95332-3728-4ee5-bf7c-dc563a60496f/344bc2bc-1890-4040-b2f2-eeeae3a9d742) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:12.406107 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:12.445326 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:12.493658 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Network 0817999d-c260-4619-9013-99526417422a is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:12.497655 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:12.501329 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:12.527232 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['a5729e51-8c5b-4114-8814-ee75626931b9'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:09:12.538183 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event updated for resources: {'Port': ['ID=344bc2bc-1890-4040-b2f2-eeeae3a9d742,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:12.555139 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.555479 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.555813 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.556149 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.556476 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.557369 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.557693 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.558038 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.558358 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.558673 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.558988 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.559301 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:12.577192 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:12.577801 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:12.612669 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b561900d-1a08-434c-b03e-b3188954288d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5986273 Mar 29 21:09:12.630743 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b3440-e403-42f0-8dc6-562d4e9e3c83 req-98959f1c-749a-4c02-ba0b-fcf5ff5e97aa tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:12.638581 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-635b3440-e403-42f0-8dc6-562d4e9e3c83 req-98959f1c-749a-4c02-ba0b-fcf5ff5e97aa tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 945 time: 0.0876675 Mar 29 21:09:12.649496 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Request body: {'port': {'device_id': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:12.715727 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-714b871e-e518-47a1-b83d-8cfbe1debaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:12.724496 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-635b3440-e403-42f0-8dc6-562d4e9e3c83 req-970ae049-d483-4c91-a9e6-c4bc2e3f3987 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848234 Mar 29 21:09:12.729584 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:12.759660 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-9c0c3ae1-f27d-49f3-a187-286b5f0d693d None None] Provisioning complete for port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:12.760561 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9c0c3ae1-f27d-49f3-a187-286b5f0d693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:12.794140 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c3ae1-f27d-49f3-a187-286b5f0d693d None None] Port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:09:12.971837 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373b050-18b9-4af2-9deb-57a5f5f2d55a req-5f1d7395-897d-4ddf-94a2-b35b52709406 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:12.973311 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1373b050-18b9-4af2-9deb-57a5f5f2d55a req-5f1d7395-897d-4ddf-94a2-b35b52709406 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 932 time: 0.0743325 Mar 29 21:09:13.050876 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1373b050-18b9-4af2-9deb-57a5f5f2d55a req-910cc968-2b96-4f26-adc0-0f3e37098dce tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704019 Mar 29 21:09:13.052598 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344bc2bc-1890-4040-b2f2-eeeae3a9d742 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:09:13.060619 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:13.073554 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Transition to ACTIVE for port object 344bc2bc-1890-4040-b2f2-eeeae3a9d742 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:09:13.076756 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:13.129317 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Pushing event updated for resources: {'Port': ['ID=344bc2bc-1890-4040-b2f2-eeeae3a9d742,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:13.199163 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Attempting to bind port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:09:13.199528 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Attempting to bind port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:09:13.199852 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Attempting to bind port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 on network 0817999d-c260-4619-9013-99526417422a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:13.204454 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 on network 0817999d-c260-4619-9013-99526417422a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:09:13.204765 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Attempting to bind port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 on network 0817999d-c260-4619-9013-99526417422a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:13.209663 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:09:13.210021 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Checking segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:13.210565 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Bound using segment: {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:09:13.210917 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Bound port: 344bc2bc-1890-4040-b2f2-eeeae3a9d742, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789cf73f-4076-45a3-871f-e791e0d41db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0817999d-c260-4619-9013-99526417422a'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:09:13.211288 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:13.308331 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] For port 344bc2bc-1890-4040-b2f2-eeeae3a9d742, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:09:13.312979 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] For port 344bc2bc-1890-4040-b2f2-eeeae3a9d742, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:09:13.323800 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:13.387215 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:13.387837 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:13.389240 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] 10.222.0.39 "PUT /v2.0/ports/344bc2bc-1890-4040-b2f2-eeeae3a9d742 HTTP/1.1" status: 200 len: 1094 time: 0.7478805 Mar 29 21:09:13.389883 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:09:13.396041 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c" -d '{"events": [{"name": "network-changed", "server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:09:13.411394 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957480f8-0b0c-4ab9-abf2-bff6b875be68 service neutron] Pushing event updated for resources: {'Port': ['ID=344bc2bc-1890-4040-b2f2-eeeae3a9d742,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:13.457916 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3843992-7d3a-4946-9157-126faaf2562e x-openstack-request-id: req-c3843992-7d3a-4946-9157-126faaf2562e {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:09:13.458521 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:09:13.458521 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3843992-7d3a-4946-9157-126faaf2562e {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:09:13.458949 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'status': 'completed', 'code': 200} Mar 29 21:09:13.527939 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b28dabef-8e35-4148-b58f-8f768fc4c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:13.529672 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-b28dabef-8e35-4148-b58f-8f768fc4c603 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 1097 time: 0.0494530 Mar 29 21:09:13.584560 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-a17cc8eb-87e9-4bfe-993e-4e20f076410a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742 HTTP/1.1" status: 200 len: 217 time: 0.0403051 Mar 29 21:09:13.641494 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d125938-4d2b-4164-899f-107fcc479d83 req-922ff032-20da-43c9-a003-7788c15cd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:13.643072 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-922ff032-20da-43c9-a003-7788c15cd09a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0517199 Mar 29 21:09:13.667995 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51604) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:13.688112 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d125938-4d2b-4164-899f-107fcc479d83 req-5a2ad18a-f845-4689-81c2-bb392f1a0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:13.689590 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-5a2ad18a-f845-4689-81c2-bb392f1a0311 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397787 Mar 29 21:09:13.779939 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f4d0e03-e8c1-4ec1-93d5-5aea5d5d262d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:13.789447 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-038f0f0e-e9cc-477e-a3bd-def80cedfe06 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920064 Mar 29 21:09:13.861017 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f4d0e03-e8c1-4ec1-93d5-5aea5d5d262d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:13.865530 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f4d0e03-e8c1-4ec1-93d5-5aea5d5d262d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:13.906304 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8f4d0e03-e8c1-4ec1-93d5-5aea5d5d262d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0473dd7eea3448e6adae74a7fddde493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371626 Mar 29 21:09:13.907289 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d0e03-e8c1-4ec1-93d5-5aea5d5d262d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5dc7af-e1d5-464e-a8fb-7d9c5b558cd7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:13.909685 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51610) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:13.920448 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b85c7-17ae-464c-b129-a9fb6cfb35f3 req-69aae170-00ed-4a2a-93f9-867e7aa53947 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:13.921970 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-738b85c7-17ae-464c-b129-a9fb6cfb35f3 req-69aae170-00ed-4a2a-93f9-867e7aa53947 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 945 time: 0.1165833 Mar 29 21:09:13.947811 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d125938-4d2b-4164-899f-107fcc479d83 req-c60eaa93-94f0-4fbd-9680-08e506a54276 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515214 Mar 29 21:09:13.969093 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-738b85c7-17ae-464c-b129-a9fb6cfb35f3 req-0614f30f-3dd4-4ee6-9d4b-bbfdd848e6a8 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Mar 29 21:09:13.969729 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d30deda-3757-40d3-9f93-5485ccd88b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:13.997511 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d30deda-3757-40d3-9f93-5485ccd88b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:14.046314 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d30deda-3757-40d3-9f93-5485ccd88b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:14.048756 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d30deda-3757-40d3-9f93-5485ccd88b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:14.050170 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2d30deda-3757-40d3-9f93-5485ccd88b67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce5dc7af-e1d5-464e-a8fb-7d9c5b558cd7 HTTP/1.1" status: 204 len: 168 time: 0.1392999 Mar 29 21:09:14.057700 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30deda-3757-40d3-9f93-5485ccd88b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5dc7af-e1d5-464e-a8fb-7d9c5b558cd7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:14.110494 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-b1031135-079a-4466-afe0-631eba5c4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:14.112159 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-b1031135-079a-4466-afe0-631eba5c4898 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 1097 time: 0.0542974 Mar 29 21:09:14.229449 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ec8c-f7a8-44aa-9740-27fcf3bde1cd req-6956d005-49a3-483e-a93e-f8dc2aedc683 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:14.230945 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08c4ec8c-f7a8-44aa-9740-27fcf3bde1cd req-6956d005-49a3-483e-a93e-f8dc2aedc683 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 944 time: 0.1034753 Mar 29 21:09:14.260423 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-7ae13246-bc75-4d36-b7ae-397640ae7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:14.261852 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-7ae13246-bc75-4d36-b7ae-397640ae7e89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.1433935 Mar 29 21:09:14.286304 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08c4ec8c-f7a8-44aa-9740-27fcf3bde1cd req-7bfa0f14-431d-4961-a2e5-fc42cb1866a5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478623 Mar 29 21:09:14.314052 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-9142dcd5-422a-4783-b864-93d1f3635cb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742 HTTP/1.1" status: 200 len: 217 time: 0.0416002 Mar 29 21:09:14.367099 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-c7217927-9147-4dd8-98a1-ffbb0f43b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:14.368593 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-c7217927-9147-4dd8-98a1-ffbb0f43b12e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0479691 Mar 29 21:09:14.413311 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-9422a5dd-e90c-4fde-849d-fe2aac170f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:14.414840 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-9422a5dd-e90c-4fde-849d-fe2aac170f01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0394192 Mar 29 21:09:14.520090 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-500d3f61-4bb3-4f30-a922-1891a5fb6868 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981672 Mar 29 21:09:14.660234 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-88a791c0-d2a5-4da9-9e5e-ebb51047e24c req-ab6326d8-87b7-4667-a407-35536b37db9e service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328702 Mar 29 21:09:14.732544 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51646) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:14.833181 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-507106435-network', 'tenant_id': '5278862209504138bd1abe46816cbbad'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:14.851789 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Made reservation on behalf of 5278862209504138bd1abe46816cbbad for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:09:14.854845 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:14.863294 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:14.935634 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:14.940490 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:14.961728 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:09:14.976978 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e29b123-3c37-4365-92cb-d45618c0334e,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:14.981687 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:14.982051 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Added segment 1c2babc5-9672-4de2-9c57-79e2cace9f9d of type vlan for network ce97f466-f4a6-42df-9965-caf72295fcff Mar 29 21:09:15.026880 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.037286 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5c85a04e-2d71-4086-b29b-201c9414be5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.052591 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.053557 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:15.054165 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.117613 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3837388 Mar 29 21:09:15.120541 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51652) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:15.126229 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Request body: {'subnet': {'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-507106435-subnet', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:15.146372 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Made reservation on behalf of 5278862209504138bd1abe46816cbbad for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:09:15.148783 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16996653'] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.151407 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315caf45-36f5-475e-918f-9d0e78e42e28 admin admin] Pushing event updated for resources: {'Network': ['ID=ce97f466-f4a6-42df-9965-caf72295fcff,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:15.165002 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network ce97f466-f4a6-42df-9965-caf72295fcff details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:09:15.165217 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8b9b6-66f7-4e8f-86c8-43118bdf094f req-8c1e4aca-d8e1-4774-ae71-315f2f7f8440 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:15.167709 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-52b8b9b6-66f7-4e8f-86c8-43118bdf094f req-8c1e4aca-d8e1-4774-ae71-315f2f7f8440 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 945 time: 0.1111767 Mar 29 21:09:15.213762 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-52b8b9b6-66f7-4e8f-86c8-43118bdf094f req-01f806e4-e47b-4cd1-bb62-d5c4c13178f0 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368767 Mar 29 21:09:15.321600 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16977772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16996667'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.380097 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcb6b44-32e3-4763-ac4c-a561cde7fdd0,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:15.384309 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Checking segment: {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:15.385222 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Network hostable DHCP agents. Network: ce97f466-f4a6-42df-9965-caf72295fcff, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:09:15.402014 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Network ce97f466-f4a6-42df-9965-caf72295fcff is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:09:15.406882 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f639-bdef-4ff2-a5c0-8fa201b92786 req-50a7f793-97ab-46a4-8627-2a97656bb79e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:15.408448 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ef89f639-bdef-4ff2-a5c0-8fa201b92786 req-50a7f793-97ab-46a4-8627-2a97656bb79e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 944 time: 0.0528095 Mar 29 21:09:15.411337 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, ce97f466-f4a6-42df-9965-caf72295fcff) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:15.415528 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:15.416010 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.420894 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa3125-4caf-4bff-affc-40a6e4e56be4 None None] Network ce97f466-f4a6-42df-9965-caf72295fcff requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:09:15.434570 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-85038b28-22d9-491d-8844-bca2412f6bbf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3121169 Mar 29 21:09:15.436148 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51656) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:15.440294 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:15.472514 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ef89f639-bdef-4ff2-a5c0-8fa201b92786 req-14a16240-770a-4413-9784-67e72c05ca94 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524952 Mar 29 21:09:15.478274 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.479513 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-939351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4392'] for router, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.532355 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device a5729e51-8c5b-4114-8814-ee75626931b9 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:15.580847 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.617659 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port a5729e51-8c5b-4114-8814-ee75626931b9 completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:09:15.621348 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-ce97f466-f4a6-42df-9965-caf72295fcff', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 21:09:15.622214 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.626678 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port a5729e51-8c5b-4114-8814-ee75626931b9 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:15.627039 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.726008 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.818755 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.858355 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aab70c2-7af5-4b36-9cff-0520f96fcde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5729e51-8c5b-4114-8814-ee75626931b9'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:09:15.861255 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c470da8-00fd-4a8d-91f9-1288b14adb40" -d '{"events": [{"server_uuid": "6aab70c2-7af5-4b36-9cff-0520f96fcde2", "name": "network-vif-plugged", "status": "completed", "tag": "a5729e51-8c5b-4114-8814-ee75626931b9"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:09:15.869539 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Allocated IP 172.20.0.2 (ce97f466-f4a6-42df-9965-caf72295fcff/5dcb6b44-32e3-4763-ac4c-a561cde7fdd0/2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:15.911946 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port a5729e51-8c5b-4114-8814-ee75626931b9, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a5729e51-8c5b-4114-8814-ee75626931b9,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:15.913854 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeef0b0-9e1c-4e84-a070-bfafad8c6ae0 x-openstack-request-id: req-4eeef0b0-9e1c-4e84-a070-bfafad8c6ae0 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:09:15.914182 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aab70c2-7af5-4b36-9cff-0520f96fcde2", "name": "network-vif-plugged", "status": "completed", "tag": "a5729e51-8c5b-4114-8814-ee75626931b9", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:09:15.914482 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4eeef0b0-9e1c-4e84-a070-bfafad8c6ae0 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:09:15.914866 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aab70c2-7af5-4b36-9cff-0520f96fcde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5729e51-8c5b-4114-8814-ee75626931b9', 'code': 200} Mar 29 21:09:15.921271 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:15.968211 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51672) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:16.058024 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=a5729e51-8c5b-4114-8814-ee75626931b9,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:16.075999 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.104574 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cbccd6c3-ce3d-4b62-b505-628e0b6db777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.152398 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.159795 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.171641 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dba851-eaa6-418b-9e1e-556445d44965 req-55d05545-a116-49d0-bf09-7788dd862e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:16.173236 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e3dba851-eaa6-418b-9e1e-556445d44965 req-55d05545-a116-49d0-bf09-7788dd862e44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 1099 time: 0.0585649 Mar 29 21:09:16.190515 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cbccd6c3-ce3d-4b62-b505-628e0b6db777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.195570 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cbccd6c3-ce3d-4b62-b505-628e0b6db777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.207604 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Network ce97f466-f4a6-42df-9965-caf72295fcff is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:16.210418 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:16.215425 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:16.218706 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Pushing event updated for resources: {'Port': ['ID=2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:16.243049 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-cbccd6c3-ce3d-4b62-b505-628e0b6db777 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b720d4dae5ae4966bc184796ab7a7f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735081 Mar 29 21:09:16.249250 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51678) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:16.251551 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccd6c3-ce3d-4b62-b505-628e0b6db777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93847a3-479a-4994-a192-53013140b389,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:16.278553 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Attempting to bind port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:09:16.278868 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Attempting to bind port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:09:16.279157 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Attempting to bind port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 on network ce97f466-f4a6-42df-9965-caf72295fcff {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:16.284445 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:09:16.284818 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Checking segment: {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:16.285220 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.285630 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Bound using segment: {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:09:16.286116 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Bound port: 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:09:16.286501 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.298973 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e3dba851-eaa6-418b-9e1e-556445d44965 req-79913d0e-a770-489d-a48f-bdb2ce87a54f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191525 Mar 29 21:09:16.348915 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] For port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:09:16.352039 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] For port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:09:16.357692 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.380907 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.415511 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.420369 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41437df-0140-406f-9b67-2a86453d41ea None None] Pushing event updated for resources: {'Port': ['ID=2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:16.423532 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ebcd23f1-70a6-49c4-8d28-972a218a000b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.432916 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa0675-de70-4ab2-a5b0-3a27969003fc req-8516df04-a9a7-4ba8-9b70-5fbc50229dda tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:16.434457 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-17fa0675-de70-4ab2-a5b0-3a27969003fc req-8516df04-a9a7-4ba8-9b70-5fbc50229dda tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 946 time: 0.1155562 Mar 29 21:09:16.513415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ebcd23f1-70a6-49c4-8d28-972a218a000b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.583560 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-17fa0675-de70-4ab2-a5b0-3a27969003fc req-89c0c5bf-0613-4214-9475-fc0955972808 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377864 Mar 29 21:09:16.658258 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Allocated IP 172.28.3.8 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/931ee063-8be9-44ef-8306-55585345b6ee) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:16.689020 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ebcd23f1-70a6-49c4-8d28-972a218a000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.691629 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ebcd23f1-70a6-49c4-8d28-972a218a000b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.692777 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-ebcd23f1-70a6-49c4-8d28-972a218a000b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d93847a3-479a-4994-a192-53013140b389 HTTP/1.1" status: 204 len: 168 time: 0.4426091 Mar 29 21:09:16.718638 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c0da9-df67-4a66-91e8-d63dd0fb6f59 req-cfe14790-abc5-48e7-9fba-8b2b9d56b234 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:16.720239 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5f6c0da9-df67-4a66-91e8-d63dd0fb6f59 req-cfe14790-abc5-48e7-9fba-8b2b9d56b234 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 944 time: 0.1624057 Mar 29 21:09:16.739721 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd23f1-70a6-49c4-8d28-972a218a000b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93847a3-479a-4994-a192-53013140b389,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:16.829044 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5f6c0da9-df67-4a66-91e8-d63dd0fb6f59 req-53f8dfda-2280-4f69-a2f0-36828241fb52 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928218 Mar 29 21:09:16.857441 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.899396 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:16.974072 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:16.982764 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:16.984609 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Pushing event updated for resources: {'Port': ['ID=931ee063-8be9-44ef-8306-55585345b6ee,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:16.988159 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:17.323206 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:17.541619 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 344bc2bc-1890-4040-b2f2-eeeae3a9d742 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:09:17.626599 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913'] for router, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:17.718140 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:17.734489 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 344bc2bc-1890-4040-b2f2-eeeae3a9d742, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:17.749981 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'port_id': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'mac_address': 'fa:16:3e:9c:a3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:09:17.802746 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:17.826822 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344bc2bc-1890-4040-b2f2-eeeae3a9d742 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:09:17.860349 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 344bc2bc-1890-4040-b2f2-eeeae3a9d742, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:17.865728 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:17.875575 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf2c7-4797-4b77-b31c-d122ea52b142 req-af34a750-a648-48fa-9243-adb81bc20e4b tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:17.877156 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4accf2c7-4797-4b77-b31c-d122ea52b142 req-af34a750-a648-48fa-9243-adb81bc20e4b tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 946 time: 0.0887265 Mar 29 21:09:17.923682 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4099c11a-ae9e-43da-881d-15bb9bb0da85 None None] Network ce97f466-f4a6-42df-9965-caf72295fcff requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:09:17.943230 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51750) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:17.981479 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Router 252eaee2-6556-489d-8abf-e38bbd1ae928 is scheduled to L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 with binding_index 1 {{(pid=101972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 21:09:17.993550 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4accf2c7-4797-4b77-b31c-d122ea52b142 req-f20a7b59-04e4-47c9-a9ab-cfb832167f9f tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063528 Mar 29 21:09:18.013170 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-42ccbc03-939b-49d8-89c8-5ef43f35c02c None None] Provisioning complete for port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:18.013540 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-42ccbc03-939b-49d8-89c8-5ef43f35c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.049568 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=344bc2bc-1890-4040-b2f2-eeeae3a9d742,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:18.052089 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76086b53-348f-46e7-be5c-5d5bd6ccdbdd req-5d1d20c3-5050-4a9d-aa79-8edb3022d50d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:18.053574 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76086b53-348f-46e7-be5c-5d5bd6ccdbdd req-5d1d20c3-5050-4a9d-aa79-8edb3022d50d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 945 time: 0.1378560 Mar 29 21:09:18.131360 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76086b53-348f-46e7-be5c-5d5bd6ccdbdd req-df540480-4902-4cf7-b4a0-905e87b0d142 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689909 Mar 29 21:09:18.145588 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:09:18.160627 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Sync routers for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:09:18.170263 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-42ccbc03-939b-49d8-89c8-5ef43f35c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.171502 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] Notify callbacks [] for router, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.172837 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-7b3f7ca4-c203-4a84-a461-c0485d0a0e51 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7357690 Mar 29 21:09:18.175689 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51754) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:18.198869 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:18.202189 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:18.233740 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-42ccbc03-939b-49d8-89c8-5ef43f35c02c None None] For port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:18.237274 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-972840856-network', 'tenant_id': 'c7365691d2ab4bb0a99f43dd070111c3'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:18.238582 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-42ccbc03-939b-49d8-89c8-5ef43f35c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.270488 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Made reservation on behalf of c7365691d2ab4bb0a99f43dd070111c3 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:09:18.273058 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.293609 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccbc03-939b-49d8-89c8-5ef43f35c02c None None] Pushing event updated for resources: {'Port': ['ID=2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:18.315028 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.368414 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:18.420656 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.430937 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['344bc2bc-1890-4040-b2f2-eeeae3a9d742'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:09:18.526612 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.532741 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.587267 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:17Z', 'revision_number': 3, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:18.596618 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:09:18.597083 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-e4d8c6d0-45bb-48f1-9595-9bdcd9ece6c3 None None] Provisioning complete for port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:18.597531 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e4d8c6d0-45bb-48f1-9595-9bdcd9ece6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.611160 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fcb2de-7598-43d9-9c57-65293b3913db,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:18.621029 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.621468 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Added segment 1a233118-ec3b-4a02-b1eb-497a2ac78ebd of type vlan for network cacfc25e-2345-4e89-ae3d-adb6d0013c5f Mar 29 21:09:18.629145 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Checking router: 252eaee2-6556-489d-8abf-e38bbd1ae928 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:09:18.629622 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Updating router 252eaee2-6556-489d-8abf-e38bbd1ae928 port 931ee063-8be9-44ef-8306-55585345b6ee binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:09:18.676372 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.696142 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.756113 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.757089 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:18.757750 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.802769 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8586953 Mar 29 21:09:18.806390 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51756) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:18.817806 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Request body: {'subnet': {'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-972840856-subnet', 'tenant_id': 'c7365691d2ab4bb0a99f43dd070111c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:18.821383 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:18.850280 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Made reservation on behalf of c7365691d2ab4bb0a99f43dd070111c3 for: {'subnet': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:09:18.855886 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9659365'] for subnet, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.861108 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fa00e-4e91-481b-a115-170abfefebcc admin admin] Pushing event updated for resources: {'Network': ['ID=cacfc25e-2345-4e89-ae3d-adb6d0013c5f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:18.873062 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network cacfc25e-2345-4e89-ae3d-adb6d0013c5f details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:09:18.889444 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:18.902877 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:18.902877 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.059585 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.066633 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.125544 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Allocated IP 172.20.0.1 (ce97f466-f4a6-42df-9965-caf72295fcff/5dcb6b44-32e3-4763-ac4c-a561cde7fdd0/2ed998e4-1208-4e7a-994f-1a577485dbed) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:19.135136 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Attempting to bind port 931ee063-8be9-44ef-8306-55585345b6ee on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:09:19.135863 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Attempting to bind port 931ee063-8be9-44ef-8306-55585345b6ee by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:09:19.136005 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Attempting to bind port 931ee063-8be9-44ef-8306-55585345b6ee on network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:19.144306 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:09:19.144654 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:19.145044 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.145422 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Bound using segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:09:19.145887 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Bound port: 931ee063-8be9-44ef-8306-55585345b6ee, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:09:19.146297 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.158820 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9691398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9659379'] for subnet, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.176143 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Pushing event updated for resources: {'Port': ['ID=931ee063-8be9-44ef-8306-55585345b6ee,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:19.193663 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.193663 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.194164 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.194254 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.194563 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.194878 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.195784 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.196106 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.196446 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.196764 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.197810 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.198303 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:09:19.234893 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] For port 931ee063-8be9-44ef-8306-55585345b6ee, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:09:19.238241 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] For port 931ee063-8be9-44ef-8306-55585345b6ee, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=931ee063-8be9-44ef-8306-55585345b6ee,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:09:19.244326 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.289152 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.331543 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.354209 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Network ce97f466-f4a6-42df-9965-caf72295fcff is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:19.376174 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:19.378906 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:19.385503 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:19.386143 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:19.430110 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570284'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.470470 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae128d43-4e04-4d12-a4e6-ef75c40a929a req-a3599f1b-d614-4cac-b25f-20280997bfb4 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:19.471986 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ae128d43-4e04-4d12-a4e6-ef75c40a929a req-a3599f1b-d614-4cac-b25f-20280997bfb4 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 946 time: 0.3599505 Mar 29 21:09:19.493150 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:19.504686 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed998e4-1208-4e7a-994f-1a577485dbed,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:19.524861 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9617c188-d30f-4c3d-a780-9c4c0941e179,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:19.561644 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Checking segment: {'id': '1a233118-ec3b-4a02-b1eb-497a2ac78ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:19.562174 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Network hostable DHCP agents. Network: cacfc25e-2345-4e89-ae3d-adb6d0013c5f, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:09:19.597293 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf572c-1465-4984-aa0f-ad093e76eff8 req-e07fc73f-19d9-409c-b723-18fb3c24df87 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:19.606512 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-44bf572c-1465-4984-aa0f-ad093e76eff8 req-e07fc73f-19d9-409c-b723-18fb3c24df87 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 945 time: 0.1894605 Mar 29 21:09:19.608775 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595ac71-1b7a-471a-b975-c31f32917aa3 None None] Pushing event updated for resources: {'Port': ['ID=931ee063-8be9-44ef-8306-55585345b6ee,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:19.639392 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ae128d43-4e04-4d12-a4e6-ef75c40a929a req-c1579539-86be-436e-9f9f-7bf75bca093d tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224532 Mar 29 21:09:19.650090 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Network cacfc25e-2345-4e89-ae3d-adb6d0013c5f is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:09:19.673020 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-44bf572c-1465-4984-aa0f-ad093e76eff8 req-ec51c5df-9051-487f-99b5-5ce6f47c71f3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654855 Mar 29 21:09:19.677551 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, cacfc25e-2345-4e89-ae3d-adb6d0013c5f) {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:19.683793 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:19.686513 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.718163 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab2ed6b-d994-472b-b6f5-f745e93801aa None None] Network cacfc25e-2345-4e89-ae3d-adb6d0013c5f requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:09:19.733072 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-a6e786d5-08dd-41ff-902e-2ada3cf337b1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9242201 Mar 29 21:09:19.738984 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:17Z', 'revision_number': 3, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:19.748423 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-417ec874-1719-4896-9d62-5c2dd2c7ea98 None None] Provisioning complete for port 2ed998e4-1208-4e7a-994f-1a577485dbed triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:19.748800 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-417ec874-1719-4896-9d62-5c2dd2c7ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.786928 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf929177-8e46-48e4-b9dc-b89ef65f542d None None] The sync data for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb is: [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:17Z', 'revision_number': 3, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:09:19.805915 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:19.845400 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-417ec874-1719-4896-9d62-5c2dd2c7ea98 None None] Port 2ed998e4-1208-4e7a-994f-1a577485dbed cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:09:19.925338 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f21ce-dada-4812-9729-d0c4f842320a None None] Network cacfc25e-2345-4e89-ae3d-adb6d0013c5f requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:09:20.062282 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:20.069161 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16975573'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:20.199550 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed998e4-1208-4e7a-994f-1a577485dbed,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:20.211341 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570304'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:20.349451 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Network ce97f466-f4a6-42df-9965-caf72295fcff is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:20.355057 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:20.542621 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Router 252eaee2-6556-489d-8abf-e38bbd1ae928 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:09:20.756553 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 931ee063-8be9-44ef-8306-55585345b6ee up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:20.776956 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:09:20.791828 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-3a2f6b06-0e31-446a-912a-75b33d654ac6 admin admin] 10.222.0.37 "PUT /v2.0/routers/252eaee2-6556-489d-8abf-e38bbd1ae928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6146080 Mar 29 21:09:20.842728 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-d0b57c31-b7c0-426f-9ab6-cf2887b8c942 None None] Provisioning complete for port 2ed998e4-1208-4e7a-994f-1a577485dbed triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:20.843292 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d0b57c31-b7c0-426f-9ab6-cf2887b8c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:20.889302 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-d0b57c31-b7c0-426f-9ab6-cf2887b8c942 None None] Port 2ed998e4-1208-4e7a-994f-1a577485dbed cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:09:20.893306 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 931ee063-8be9-44ef-8306-55585345b6ee triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:20.893865 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:20.928018 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d2dcc-dec7-4bcf-8060-e05e0ff8e06e req-49485f13-8c13-40e8-a931-39bf868fe478 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:20.936039 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-af8d2dcc-dec7-4bcf-8060-e05e0ff8e06e req-49485f13-8c13-40e8-a931-39bf868fe478 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 946 time: 0.1110649 Mar 29 21:09:20.961891 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8121f6-b7f7-4db3-bad0-02493e7f1e3b req-78adb4a4-46cb-400f-af94-40993d5f351a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:20.963656 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be8121f6-b7f7-4db3-bad0-02493e7f1e3b req-78adb4a4-46cb-400f-af94-40993d5f351a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 945 time: 0.1282659 Mar 29 21:09:20.990516 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:20.994139 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-af8d2dcc-dec7-4bcf-8060-e05e0ff8e06e req-e9eb498e-3233-4044-bcf6-50d966c44302 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570147 Mar 29 21:09:21.021933 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port 931ee063-8be9-44ef-8306-55585345b6ee, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=931ee063-8be9-44ef-8306-55585345b6ee,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:21.030121 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.034169 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be8121f6-b7f7-4db3-bad0-02493e7f1e3b req-4f743f30-92e7-4b3e-8d78-540f719acb42 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516350 Mar 29 21:09:21.090597 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=931ee063-8be9-44ef-8306-55585345b6ee,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:21.373158 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51816) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:21.378005 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-316967499-network', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:21.396337 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Made reservation on behalf of 9c6e612cb90a44efa95b119c26b42989 for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:09:21.398566 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.406653 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.483175 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.487104 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.512575 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:09:21.521994 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d37afb-d32e-4a3f-8c2c-928ab1e71e03,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:21.526805 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.527153 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Added segment c5263d5d-9f0e-4971-b8b8-7e9f522d2257 of type vlan for network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 Mar 29 21:09:21.563573 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 344bc2bc-1890-4040-b2f2-eeeae3a9d742 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:21.577203 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.614713 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.616010 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:21.616706 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.654409 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:09:21.658967 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:21.659340 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.674843 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2980003 Mar 29 21:09:21.675081 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51826) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:21.679782 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Request body: {'subnet': {'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-316967499-subnet', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'ip_version': 4}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:21.732630 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0434e85-1663-406b-8da9-cff453d65386 admin admin] Pushing event updated for resources: {'Network': ['ID=0611832b-c7e9-41a8-a6a0-809e3c91ff55,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:21.752587 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Made reservation on behalf of 9c6e612cb90a44efa95b119c26b42989 for: {'subnet': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:09:21.755547 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9659365'] for subnet, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.770772 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:09:21.819546 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.884123 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 344bc2bc-1890-4040-b2f2-eeeae3a9d742, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:21.887200 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:09:21.889589 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef11026-49ae-47c3-808c-dd252e204936" -d '{"events": [{"server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "name": "network-vif-plugged", "status": "completed", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:09:21.902934 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Sync routers for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:09:21.906241 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:21.940610 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1812d0b0-3d8f-4f0a-a47f-dc3732ac97a5 x-openstack-request-id: req-1812d0b0-3d8f-4f0a-a47f-dc3732ac97a5 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:09:21.941193 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "name": "network-vif-plugged", "status": "completed", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:09:21.941638 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1812d0b0-3d8f-4f0a-a47f-dc3732ac97a5 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:09:21.942241 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'code': 200} Mar 29 21:09:21.951154 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:21.951865 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:21.995100 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-31eac05f-3bf4-46ba-9c19-2e40f1049eac tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:22.003038 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-31eac05f-3bf4-46ba-9c19-2e40f1049eac tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/networks?id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f HTTP/1.1" status: 200 len: 813 time: 0.1847606 Mar 29 21:09:22.014083 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=344bc2bc-1890-4040-b2f2-eeeae3a9d742,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:22.083234 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8ce6298d-27fd-4459-a7d0-a5c86b8ef246 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/quotas/c7365691d2ab4bb0a99f43dd070111c3 HTTP/1.1" status: 200 len: 375 time: 0.0790098 Mar 29 21:09:22.091337 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:22.143195 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-ca906702-58db-4a05-a8cd-b9db5e51baab tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7365691d2ab4bb0a99f43dd070111c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582302 Mar 29 21:09:22.163527 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9691398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9659379'] for subnet, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:22.289855 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2ed998e4-1208-4e7a-994f-1a577485dbed', 'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'mac_address': 'fa:16:3e:52:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:18Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 2, 'project_id': '5278862209504138bd1abe46816cbbad', 'subnets': [{'id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:22.295164 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0daea-edb2-4965-974b-895dd490dfbb req-f5a9f8ae-1a26-4e8b-90ad-6cc4496c0596 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:22.296634 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eee0daea-edb2-4965-974b-895dd490dfbb req-f5a9f8ae-1a26-4e8b-90ad-6cc4496c0596 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 946 time: 0.2091997 Mar 29 21:09:22.316196 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Checking router: 252eaee2-6556-489d-8abf-e38bbd1ae928 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:09:22.316552 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Updating router 252eaee2-6556-489d-8abf-e38bbd1ae928 port 2ed998e4-1208-4e7a-994f-1a577485dbed binding host dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:09:22.338887 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92c9ffe-c47d-42c1-83f4-f4a70945ad3f,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:22.341254 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:22.359959 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d43148-0447-4b60-9b92-013708be21f7 req-92141393-5859-4885-b62a-dbf451b09bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:22.361416 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-56d43148-0447-4b60-9b92-013708be21f7 req-92141393-5859-4885-b62a-dbf451b09bd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 1099 time: 0.1830761 Mar 29 21:09:22.389357 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Checking segment: {'id': 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:22.389702 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Network hostable DHCP agents. Network: 0611832b-c7e9-41a8-a6a0-809e3c91ff55, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:09:22.402315 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eee0daea-edb2-4965-974b-895dd490dfbb req-f72ec90a-61ae-415d-b7a7-84f5534ca8db tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985603 Mar 29 21:09:22.404051 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-09564f50-b665-448a-9574-711918cdaf96 service neutron] 10.222.0.37 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529612 Mar 29 21:09:22.457152 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-56d43148-0447-4b60-9b92-013708be21f7 req-43cfc59f-18c7-4ff1-ad01-7ba8fb2cc470 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800357 Mar 29 21:09:22.459838 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:09:22.501309 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 0611832b-c7e9-41a8-a6a0-809e3c91ff55) {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:22.506104 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:22.507758 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:22.563544 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-c210e5d5-747b-40f3-b501-4a7a199b2c92 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8852854 Mar 29 21:09:22.564190 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51848) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:22.568859 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:22.582488 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-7c9dab9a-ca1a-4950-8d34-7e89e7ef216d service neutron] 10.222.0.37 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671250 Mar 29 21:09:22.593048 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:22.596460 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-939351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4392'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:22.596726 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8efd-dd49-44d3-a294-ea522ace1670 req-4c58d8d0-d16b-48b0-9346-6f8241eeeaab tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:22.598295 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f8da8efd-dd49-44d3-a294-ea522ace1670 req-4c58d8d0-d16b-48b0-9346-6f8241eeeaab tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.1003139 Mar 29 21:09:22.664014 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f8da8efd-dd49-44d3-a294-ea522ace1670 req-2e381256-689c-4262-8ff4-8d0bbb927474 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505686 Mar 29 21:09:22.681594 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23660697-037d-4a74-b3f1-26fbbef259ee None None] Network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:09:22.691754 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:22.713394 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 931ee063-8be9-44ef-8306-55585345b6ee up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:22.799468 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a7cba565-d032-4214-b150-b8a0c0b1c762 req-744e7a9e-978d-4d7a-aed8-bc793cf74a2e tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 210 time: 0.0329916 Mar 29 21:09:22.882918 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:22.955493 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 931ee063-8be9-44ef-8306-55585345b6ee triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:22.956129 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.024514 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.044820 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.129338 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f0f2-65c6-4dc0-a5b6-3d6eb3826ac0 None None] Pushing event updated for resources: {'Port': ['ID=2ed998e4-1208-4e7a-994f-1a577485dbed,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:23.154752 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.174990 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-0611832b-c7e9-41a8-a6a0-809e3c91ff55', 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'fixed_ips': [{'subnet_id': 'c92c9ffe-c47d-42c1-83f4-f4a70945ad3f'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 21:09:23.175869 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.184640 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.198820 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 51866) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:23.294850 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Attempting to bind port 2ed998e4-1208-4e7a-994f-1a577485dbed on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:09:23.295200 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Attempting to bind port 2ed998e4-1208-4e7a-994f-1a577485dbed by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:09:23.295559 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Attempting to bind port 2ed998e4-1208-4e7a-994f-1a577485dbed on network ce97f466-f4a6-42df-9965-caf72295fcff {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:23.325429 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-cbf8a539-63ae-4abd-91bc-099f3bd0dd1e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:23.325908 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Allocated IP 172.28.3.45 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/4eba7677-875e-42ee-9aa2-a0ec1e4ded31) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:23.327744 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-cbf8a539-63ae-4abd-91bc-099f3bd0dd1e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 946 time: 0.1138697 Mar 29 21:09:23.372593 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:09:23.372964 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Checking segment: {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:23.373363 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.373752 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Bound using segment: {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:09:23.374259 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Bound port: 2ed998e4-1208-4e7a-994f-1a577485dbed, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:09:23.374652 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.417643 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-28a83ad8-e155-43b6-9287-94b50aa071b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.531718 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.561249 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Deleting port a5729e51-8c5b-4114-8814-ee75626931b9 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:09:23.561685 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.566399 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] For port 2ed998e4-1208-4e7a-994f-1a577485dbed, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:09:23.576258 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.589385 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-7a604406-c121-4410-af08-c337510a0090 None None] Provisioning complete for port 2ed998e4-1208-4e7a-994f-1a577485dbed triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:23.589757 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7a604406-c121-4410-af08-c337510a0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.593144 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] For port 2ed998e4-1208-4e7a-994f-1a577485dbed, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2ed998e4-1208-4e7a-994f-1a577485dbed,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:09:23.620469 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d103ab-1a3c-4f05-b4c9-bff04cc9a724 req-6c52f08e-2bf4-4974-b222-6c8b2cf982b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:23.621402 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-42d103ab-1a3c-4f05-b4c9-bff04cc9a724 req-6c52f08e-2bf4-4974-b222-6c8b2cf982b1 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 946 time: 0.1245315 Mar 29 21:09:23.622189 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:23.622813 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.625365 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:23.629137 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:23.635087 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Pushing event updated for resources: {'Port': ['ID=4eba7677-875e-42ee-9aa2-a0ec1e4ded31,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:23.677147 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Allocated IP 172.20.0.2 (0611832b-c7e9-41a8-a6a0-809e3c91ff55/c92c9ffe-c47d-42c1-83f4-f4a70945ad3f/86d75965-2a36-44ef-b9f8-74cc313a0c04) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:23.706337 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:23.706991 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:23.711127 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-28a83ad8-e155-43b6-9287-94b50aa071b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.731649 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-28a83ad8-e155-43b6-9287-94b50aa071b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.755080 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-7a604406-c121-4410-af08-c337510a0090 None None] Port 2ed998e4-1208-4e7a-994f-1a577485dbed cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:09:23.780905 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a83ad8-e155-43b6-9287-94b50aa071b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c385482-ffca-4c64-82c3-fafdd3af4514,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:23.814872 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f0f2-65c6-4dc0-a5b6-3d6eb3826ac0 None None] Pushing event updated for resources: {'Port': ['ID=2ed998e4-1208-4e7a-994f-1a577485dbed,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:23.882738 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-28a83ad8-e155-43b6-9287-94b50aa071b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea959a6f91394ce8936a9ddad632989a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6822112 Mar 29 21:09:23.887751 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51876) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:23.897307 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-42d103ab-1a3c-4f05-b4c9-bff04cc9a724 req-30063f6d-aab4-4453-9e20-0e5f900b478e tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8989876-7f25-4d95-ac55-fa7718d44bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366393 Mar 29 21:09:23.902819 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] For port a5729e51-8c5b-4114-8814-ee75626931b9, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a5729e51-8c5b-4114-8814-ee75626931b9,segment=NetworkSegment(bb29c765-213d-4487-8280-56a3df4a736f),segment_id=bb29c765-213d-4487-8280-56a3df4a736f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:23.903198 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:23.933077 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:23.934080 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Calling delete_port for a5729e51-8c5b-4114-8814-ee75626931b9 owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:09:23.960690 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b00e2-caca-4e71-b318-bb47cc6aa6bc req-8cf9b860-a8d2-446e-a7ba-94d58c71fd0e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:23.968277 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fc7b00e2-caca-4e71-b318-bb47cc6aa6bc req-8cf9b860-a8d2-446e-a7ba-94d58c71fd0e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.1625040 Mar 29 21:09:24.040371 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fc7b00e2-caca-4e71-b318-bb47cc6aa6bc req-34c17666-1bf8-4eed-934a-0950452fb490 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712807 Mar 29 21:09:24.068258 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a246754e-ccd5-4403-b8a2-e7a1845f664b req-e2e47988-703a-41c8-b92a-41a123c9a932 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 210 time: 0.0263972 Mar 29 21:09:24.080138 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-73261024-99f0-4fcb-91f1-b013c9a71037 None None] Provisioning complete for port 2ed998e4-1208-4e7a-994f-1a577485dbed triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:24.080820 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73261024-99f0-4fcb-91f1-b013c9a71037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.082676 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.107370 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b76cb034-eb67-4ebd-929e-1d62fae4fde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.121832 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.140133 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b76cb034-eb67-4ebd-929e-1d62fae4fde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.150465 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.174941 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.204891 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Pushing event deleted for resources: {'Port': ['ID=a5729e51-8c5b-4114-8814-ee75626931b9,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:24.225564 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:24.240938 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['a5729e51-8c5b-4114-8814-ee75626931b9'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:09:24.243046 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:24.246058 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:24.252729 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] No DVR routers for this DVR port a5729e51-8c5b-4114-8814-ee75626931b9 on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:09:24.255148 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.258652 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-166b28fb-6090-466c-bf97-8716ceaaf4d0 req-ab2c5060-28b5-47fb-8820-253d5a5c07d6 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.39 "DELETE /v2.0/ports/a5729e51-8c5b-4114-8814-ee75626931b9 HTTP/1.1" status: 204 len: 173 time: 0.9246781 Mar 29 21:09:24.259093 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aab70c2-7af5-4b36-9cff-0520f96fcde2', 'name': 'network-vif-deleted', 'tag': 'a5729e51-8c5b-4114-8814-ee75626931b9'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:09:24.261929 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934725ef-39ce-4ad6-95fe-88377f2f09d5" -d '{"events": [{"server_uuid": "6aab70c2-7af5-4b36-9cff-0520f96fcde2", "name": "network-vif-deleted", "tag": "a5729e51-8c5b-4114-8814-ee75626931b9"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:09:24.297975 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b76cb034-eb67-4ebd-929e-1d62fae4fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.301695 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b76cb034-eb67-4ebd-929e-1d62fae4fde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.305264 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b76cb034-eb67-4ebd-929e-1d62fae4fde3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c385482-ffca-4c64-82c3-fafdd3af4514 HTTP/1.1" status: 204 len: 168 time: 0.4125240 Mar 29 21:09:24.310005 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Pushing event updated for resources: {'Port': ['ID=86d75965-2a36-44ef-b9f8-74cc313a0c04,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:24.322524 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc57c9a-18ca-427b-85c7-8e98d0df5315 x-openstack-request-id: req-cbc57c9a-18ca-427b-85c7-8e98d0df5315 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:09:24.323018 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aab70c2-7af5-4b36-9cff-0520f96fcde2", "name": "network-vif-deleted", "tag": "a5729e51-8c5b-4114-8814-ee75626931b9", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:09:24.323254 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbc57c9a-18ca-427b-85c7-8e98d0df5315 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:09:24.323656 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aab70c2-7af5-4b36-9cff-0520f96fcde2', 'name': 'network-vif-deleted', 'tag': 'a5729e51-8c5b-4114-8814-ee75626931b9', 'status': 'completed', 'code': 200} Mar 29 21:09:24.438350 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Attempting to bind port 86d75965-2a36-44ef-b9f8-74cc313a0c04 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:09:24.438734 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Attempting to bind port 86d75965-2a36-44ef-b9f8-74cc313a0c04 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:09:24.440073 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Attempting to bind port 86d75965-2a36-44ef-b9f8-74cc313a0c04 on network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:24.443002 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73261024-99f0-4fcb-91f1-b013c9a71037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.461227 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:09:24.461605 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Checking segment: {'id': 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:24.462090 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.463013 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Bound using segment: {'id': 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:09:24.463511 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Bound port: 86d75965-2a36-44ef-b9f8-74cc313a0c04, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:09:24.463895 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.514673 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-73261024-99f0-4fcb-91f1-b013c9a71037 None None] For port 2ed998e4-1208-4e7a-994f-1a577485dbed, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2ed998e4-1208-4e7a-994f-1a577485dbed,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:24.547831 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-73261024-99f0-4fcb-91f1-b013c9a71037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.593838 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2ed998e4-1208-4e7a-994f-1a577485dbed', 'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'mac_address': 'fa:16:3e:52:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:18Z', 'updated_at': '2022-03-29T21:09:23Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'subnets': [{'id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:24.640874 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8fc79-f65b-4664-9e66-3486f57cf043 None None] The sync data for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb is: [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2ed998e4-1208-4e7a-994f-1a577485dbed', 'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'mac_address': 'fa:16:3e:52:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:18Z', 'updated_at': '2022-03-29T21:09:23Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'subnets': [{'id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:09:24.655078 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] For port 86d75965-2a36-44ef-b9f8-74cc313a0c04, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:09:24.669429 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] For port 86d75965-2a36-44ef-b9f8-74cc313a0c04, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=86d75965-2a36-44ef-b9f8-74cc313a0c04,segment=NetworkSegment(c5263d5d-9f0e-4971-b8b8-7e9f522d2257),segment_id=c5263d5d-9f0e-4971-b8b8-7e9f522d2257)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:09:24.670335 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73261024-99f0-4fcb-91f1-b013c9a71037 None None] Pushing event updated for resources: {'Port': ['ID=2ed998e4-1208-4e7a-994f-1a577485dbed,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:24.681319 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:24.752336 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cb034-eb67-4ebd-929e-1d62fae4fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c385482-ffca-4c64-82c3-fafdd3af4514,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:24.815354 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-ab3ac6f5-04cd-4d98-bbea-44822619e6f0 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:24.817895 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-ab3ac6f5-04cd-4d98-bbea-44822619e6f0 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.39 "GET /v2.0/networks?id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f HTTP/1.1" status: 200 len: 813 time: 0.3692129 Mar 29 21:09:24.843551 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Request body: {'port': {'device_id': 'efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb', 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f', 'admin_state_up': True, 'tenant_id': 'c7365691d2ab4bb0a99f43dd070111c3'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:24.899620 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:25.036616 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a6869-7c29-4678-89f1-0737fa5b58d4 None None] Pushing event updated for resources: {'Port': ['ID=86d75965-2a36-44ef-b9f8-74cc313a0c04,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:25.162424 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Router 88be90ed-bddc-4025-b230-75640f0c374d is scheduled to L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 21:09:25.175389 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-428c5577-1217-4c5c-ba87-66a64aedb04b req-6d6ebb2d-2481-44e2-8882-5c2093aa90a3 tempest-VolumesActionsTest-433351948 tempest-VolumesActionsTest-433351948-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aab70c2-7af5-4b36-9cff-0520f96fcde2 HTTP/1.1" status: 200 len: 210 time: 0.0596104 Mar 29 21:09:25.237445 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Made reservation on behalf of c7365691d2ab4bb0a99f43dd070111c3 for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:09:25.245164 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:25.328200 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:09:25.329862 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-abe537a5-5e07-4bd9-bedc-c07c46308299 req-7df9000e-93df-4312-8287-a3a3aa86e77d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 210 time: 0.0596755 Mar 29 21:09:25.336637 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Sync routers for ids ['88be90ed-bddc-4025-b230-75640f0c374d'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:09:25.357148 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:25.357148 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-5aecc363-6c11-460d-a828-46115f02667b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7856307 Mar 29 21:09:25.357148 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51892) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:25.371561 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Routers {'88be90ed-bddc-4025-b230-75640f0c374d'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:25.372276 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['88be90ed-bddc-4025-b230-75640f0c374d'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:25.385514 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c641c-72d1-41e8-bee8-38cc0281e8ba req-b8e5cd7b-49cd-44c5-bf22-3b99760cfa5c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:25.395906 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be5c641c-72d1-41e8-bee8-38cc0281e8ba req-b8e5cd7b-49cd-44c5-bf22-3b99760cfa5c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.2153978 Mar 29 21:09:25.526919 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Set router 88be90ed-bddc-4025-b230-75640f0c374d gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:25.528768 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be5c641c-72d1-41e8-bee8-38cc0281e8ba req-b02e05d6-91bb-4275-bbc9-bb4de25590a3 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195369 Mar 29 21:09:25.580379 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Allocated IP 172.20.0.6 (cacfc25e-2345-4e89-ae3d-adb6d0013c5f/9617c188-d30f-4c3d-a780-9c4c0941e179/bce69f3c-d971-4910-b756-f119f35944af) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:25.712520 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129afe43-f91b-42d3-8e33-0f84602ee2a2 req-3d79b70f-24be-41f9-92df-02dfba0d3370 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:25.724759 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-129afe43-f91b-42d3-8e33-0f84602ee2a2 req-3d79b70f-24be-41f9-92df-02dfba0d3370 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.1022837 Mar 29 21:09:25.755295 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51896) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:25.763195 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Request body: {'floatingip': {'port_id': '344bc2bc-1890-4040-b2f2-eeeae3a9d742'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:25.765684 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be90ed-bddc-4025-b230-75640f0c374d', 'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:22Z', 'updated_at': '2022-03-29T21:09:23Z', 'revision_number': 3, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'gw_port': {'id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:23Z', 'updated_at': '2022-03-29T21:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:25.797590 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Checking router: 88be90ed-bddc-4025-b230-75640f0c374d for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:09:25.797936 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Updating router 88be90ed-bddc-4025-b230-75640f0c374d port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:09:25.839219 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:25.843499 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:25.883311 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:25.887002 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for floatingip, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:25.955476 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Network cacfc25e-2345-4e89-ae3d-adb6d0013c5f is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:25.962805 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:25.967004 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:26.004151 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Pushing event updated for resources: {'Port': ['ID=bce69f3c-d971-4910-b756-f119f35944af,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:26.046151 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:26.046838 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.070042 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8da154ba-fe6d-4e9e-826f-d1b8292aa2fc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2330358 Mar 29 21:09:26.094030 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Request body: {'port': {'device_id': 'efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:26.204332 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.235881 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.243430 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.288903 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03401699-9b5c-4ddf-98a1-3db0d9e1be28 None None] Network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:09:26.292586 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c3138-1b08-4d47-88d5-6d3523bdbe09 None None] Pushing event updated for resources: {'Port': ['ID=4eba7677-875e-42ee-9aa2-a0ec1e4ded31,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:26.313777 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Attempting to bind port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:09:26.314169 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Attempting to bind port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:09:26.314528 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Attempting to bind port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 on network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:26.322213 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:09:26.322213 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:26.322213 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.322213 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Bound using segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:09:26.322566 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Bound port: 4eba7677-875e-42ee-9aa2-a0ec1e4ded31, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:09:26.323285 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.419326 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] For port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:09:26.422571 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] For port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=4eba7677-875e-42ee-9aa2-a0ec1e4ded31,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:09:26.430087 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.479340 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.493698 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-6d544835-24ef-431a-bcd1-2a1fe80d496b None None] Provisioning complete for port 86d75965-2a36-44ef-b9f8-74cc313a0c04 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:26.494244 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6d544835-24ef-431a-bcd1-2a1fe80d496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.500821 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c3138-1b08-4d47-88d5-6d3523bdbe09 None None] Pushing event updated for resources: {'Port': ['ID=4eba7677-875e-42ee-9aa2-a0ec1e4ded31,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:26.532794 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Routers {'88be90ed-bddc-4025-b230-75640f0c374d'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:26.533350 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['88be90ed-bddc-4025-b230-75640f0c374d'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:26.719526 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] Set router 88be90ed-bddc-4025-b230-75640f0c374d gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:26.761622 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6d544835-24ef-431a-bcd1-2a1fe80d496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.845850 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-6d544835-24ef-431a-bcd1-2a1fe80d496b None None] For port 86d75965-2a36-44ef-b9f8-74cc313a0c04, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=86d75965-2a36-44ef-b9f8-74cc313a0c04,segment=NetworkSegment(c5263d5d-9f0e-4971-b8b8-7e9f522d2257),segment_id=c5263d5d-9f0e-4971-b8b8-7e9f522d2257)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:26.850841 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce69f3c-d971-4910-b756-f119f35944af {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:09:26.853384 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2ed998e4-1208-4e7a-994f-1a577485dbed up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:26.860281 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.874233 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Transition to ACTIVE for port object bce69f3c-d971-4910-b756-f119f35944af will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:09:26.886438 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6cbc4-5b09-4b9b-9540-07ebd482a509 req-a6d2fd0c-93e7-4bc5-93ab-d7ea0b726df3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:26.888060 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e7f6cbc4-5b09-4b9b-9540-07ebd482a509 req-a6d2fd0c-93e7-4bc5-93ab-d7ea0b726df3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 931 time: 0.3669281 Mar 29 21:09:26.889241 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:26.938010 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6d544835-24ef-431a-bcd1-2a1fe80d496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.064278 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 2ed998e4-1208-4e7a-994f-1a577485dbed triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:27.075962 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.087520 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bce69f3c-d971-4910-b756-f119f35944af,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:27.110713 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e7f6cbc4-5b09-4b9b-9540-07ebd482a509 req-d4517d91-2221-43b1-a20a-f84022c8c363 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119057 Mar 29 21:09:27.112800 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Attempting to bind port bce69f3c-d971-4910-b756-f119f35944af on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:09:27.113381 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Attempting to bind port bce69f3c-d971-4910-b756-f119f35944af by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '1a233118-ec3b-4a02-b1eb-497a2ac78ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:09:27.113874 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Attempting to bind port bce69f3c-d971-4910-b756-f119f35944af on network cacfc25e-2345-4e89-ae3d-adb6d0013c5f {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:27.126382 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Port bce69f3c-d971-4910-b756-f119f35944af on network cacfc25e-2345-4e89-ae3d-adb6d0013c5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:09:27.126702 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Attempting to bind port bce69f3c-d971-4910-b756-f119f35944af on network cacfc25e-2345-4e89-ae3d-adb6d0013c5f {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:27.130832 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be90ed-bddc-4025-b230-75640f0c374d', 'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:22Z', 'updated_at': '2022-03-29T21:09:23Z', 'revision_number': 3, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'gw_port': {'id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:23Z', 'updated_at': '2022-03-29T21:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:27.137170 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:09:27.137560 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Checking segment: {'id': '1a233118-ec3b-4a02-b1eb-497a2ac78ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:27.137984 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Bound using segment: {'id': '1a233118-ec3b-4a02-b1eb-497a2ac78ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:09:27.139408 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Bound port: bce69f3c-d971-4910-b756-f119f35944af, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a233118-ec3b-4a02-b1eb-497a2ac78ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:09:27.139774 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.170557 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d544835-24ef-431a-bcd1-2a1fe80d496b None None] Pushing event updated for resources: {'Port': ['ID=86d75965-2a36-44ef-b9f8-74cc313a0c04,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:27.216411 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-13bfc941-2e81-461c-8d49-496df95c7327 None None] Provisioning complete for port 86d75965-2a36-44ef-b9f8-74cc313a0c04 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:27.216909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-13bfc941-2e81-461c-8d49-496df95c7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.276051 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] For port bce69f3c-d971-4910-b756-f119f35944af, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:09:27.277272 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab44ff-70c8-49eb-9b0e-0cca6efb316b None None] The sync data for ids ['88be90ed-bddc-4025-b230-75640f0c374d'] in dv-cinder-835761-1-smb is: [{'id': '88be90ed-bddc-4025-b230-75640f0c374d', 'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:22Z', 'updated_at': '2022-03-29T21:09:23Z', 'revision_number': 3, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'gw_port': {'id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:23Z', 'updated_at': '2022-03-29T21:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:09:27.285028 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] For port bce69f3c-d971-4910-b756-f119f35944af, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bce69f3c-d971-4910-b756-f119f35944af,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:09:27.293880 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.349240 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 86d75965-2a36-44ef-b9f8-74cc313a0c04 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:27.357650 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:27.358335 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.359690 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/bce69f3c-d971-4910-b756-f119f35944af HTTP/1.1" status: 200 len: 1093 time: 1.2735767 Mar 29 21:09:27.360143 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb', 'tag': 'bce69f3c-d971-4910-b756-f119f35944af'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:09:27.363882 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb", "tag": "bce69f3c-d971-4910-b756-f119f35944af"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:09:27.403278 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0c882-bc05-41eb-ac10-c13a695ae7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bce69f3c-d971-4910-b756-f119f35944af,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:27.466075 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d543bd08-2169-4cd1-a130-d33859dd0320 x-openstack-request-id: req-d543bd08-2169-4cd1-a130-d33859dd0320 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:09:27.466354 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb", "tag": "bce69f3c-d971-4910-b756-f119f35944af", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:09:27.466596 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d543bd08-2169-4cd1-a130-d33859dd0320 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:09:27.466982 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb', 'tag': 'bce69f3c-d971-4910-b756-f119f35944af', 'status': 'completed', 'code': 200} Mar 29 21:09:27.482722 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 86d75965-2a36-44ef-b9f8-74cc313a0c04 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:27.483285 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.486322 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-565041e3-5e41-432e-b90a-3526a18d7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:27.488265 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-565041e3-5e41-432e-b90a-3526a18d7c6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7365691d2ab4bb0a99f43dd070111c3&device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 1096 time: 0.0629320 Mar 29 21:09:27.514003 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 21:09:27.561651 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Allocated IP 172.20.0.1 (0611832b-c7e9-41a8-a6a0-809e3c91ff55/c92c9ffe-c47d-42c1-83f4-f4a70945ad3f/2199afbe-a815-442d-807c-3fbf25146c62) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:09:27.571134 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-ab638dbe-3d55-4da7-9750-b936b4f6b122 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bce69f3c-d971-4910-b756-f119f35944af HTTP/1.1" status: 200 len: 217 time: 0.0671911 Mar 29 21:09:27.612130 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device a5729e51-8c5b-4114-8814-ee75626931b9 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:09:27.614711 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.632133 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.636036 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: a5729e51-8c5b-4114-8814-ee75626931b9 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:09:27.636459 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device a5729e51-8c5b-4114-8814-ee75626931b9 not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:09:27.646717 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-d7a393cb-331f-4509-a6d8-42ade81dd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:27.648240 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-d7a393cb-331f-4509-a6d8-42ade81dd98f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9617c188-d30f-4c3d-a780-9c4c0941e179 HTTP/1.1" status: 200 len: 853 time: 0.0711758 Mar 29 21:09:27.705938 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-d0fd3d86-c3db-4e9d-8dc1-c331ed2f5d22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454748 Mar 29 21:09:27.807836 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-c2771028-385f-4f7e-b9ce-164bff230920 service neutron] 10.222.0.39 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922599 Mar 29 21:09:27.811283 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.828132 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Floating IP 27413ae1-52e2-4cfa-a9f2-c8026611cd9e associated. External IP: 172.28.3.24, port: 344bc2bc-1890-4040-b2f2-eeeae3a9d742. Mar 29 21:09:27.909390 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dcb260d9-875b-42c9-a969-67f47a0c4150 req-8a40464b-6a4a-4778-be47-270f755dc410 service neutron] 10.222.0.39 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934305 Mar 29 21:09:27.929364 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:27.981234 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:27.988033 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:27.993141 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:09:27.996718 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Pushing event updated for resources: {'Port': ['ID=2199afbe-a815-442d-807c-3fbf25146c62,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:28.075400 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-64b78761-03f4-4322-af63-9a6d38c88192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:28.076984 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-64b78761-03f4-4322-af63-9a6d38c88192 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7365691d2ab4bb0a99f43dd070111c3&device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 1096 time: 0.0492694 Mar 29 21:09:28.079188 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570284'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:28.193794 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-b0fb5b9c-616e-4a6c-9d72-b451e7cc7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:28.196104 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-b0fb5b9c-616e-4a6c-9d72-b451e7cc7e75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f HTTP/1.1" status: 200 len: 914 time: 0.1097865 Mar 29 21:09:28.251402 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Router bdc4741b-680c-424e-9346-4f833872b4c4 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:09:28.322454 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-392673f3-8dbd-43b3-8b58-8a252504b4ab None None] Provisioning complete for port 2199afbe-a815-442d-807c-3fbf25146c62 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:28.322680 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-392673f3-8dbd-43b3-8b58-8a252504b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:28.340293 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:28.361740 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-392673f3-8dbd-43b3-8b58-8a252504b4ab None None] Port 2199afbe-a815-442d-807c-3fbf25146c62 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:09:28.479050 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:09:28.486062 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:28.494962 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-fd682b2f-9471-4724-84d4-8a88ec417869 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bce69f3c-d971-4910-b756-f119f35944af HTTP/1.1" status: 200 len: 217 time: 0.2843530 Mar 29 21:09:28.506996 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] Sync routers for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:09:28.545505 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:28.547531 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:28.553976 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:28.556168 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7a4bf-3d1f-43cb-a1da-79377a031c66 req-ff429495-3b65-405b-b764-a9f3f8920b3c tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:28.561574 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-354b6151-dad6-41c2-8553-ac66b16f0c8e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "PUT /v2.0/floatingips/27413ae1-52e2-4cfa-a9f2-c8026611cd9e HTTP/1.1" status: 200 len: 991 time: 2.8040545 Mar 29 21:09:28.563589 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:09:28.563736 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-38a7a4bf-3d1f-43cb-a1da-79377a031c66 req-ff429495-3b65-405b-b764-a9f3f8920b3c tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 943 time: 0.3651803 Mar 29 21:09:28.565969 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c5075ce7fbdf24a62ef22baba17db86c8febec6032db644a0044682309bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:09:28.617834 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-e7d7c6a6-bf2e-47e2-8d88-9e1231c02cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:28.619562 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-e7d7c6a6-bf2e-47e2-8d88-9e1231c02cd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9617c188-d30f-4c3d-a780-9c4c0941e179 HTTP/1.1" status: 200 len: 853 time: 0.1176460 Mar 29 21:09:28.633546 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4149a3-0788-42f7-9a14-0df491087775 x-openstack-request-id: req-aa4149a3-0788-42f7-9a14-0df491087775 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:09:28.633896 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:09:28.634825 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa4149a3-0788-42f7-9a14-0df491087775 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:09:28.635281 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'status': 'completed', 'code': 200} Mar 29 21:09:28.655059 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-38a7a4bf-3d1f-43cb-a1da-79377a031c66 req-850a54e1-1331-478b-a678-4b366b97f687 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875518 Mar 29 21:09:28.667850 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:28.677029 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16975573'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:28.739378 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-1f3bd50e-8890-4adb-9eb6-2afae8ba3270 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550895 Mar 29 21:09:28.746926 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:28.811949 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Pushing event updated for resources: {'Port': ['ID=2199afbe-a815-442d-807c-3fbf25146c62,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:28.814763 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570304'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:28.912861 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 86d75965-2a36-44ef-b9f8-74cc313a0c04 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:28.947330 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-7f813767-98de-4a7d-8551-ea40015d40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:28.949070 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-7f813767-98de-4a7d-8551-ea40015d40ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 1099 time: 0.2241066 Mar 29 21:09:28.968982 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:09:28.970610 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:09:28.977042 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-f686e2b2-af62-456d-8a72-b29f7c2eb3c2 service neutron] 10.222.0.39 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214124 Mar 29 21:09:29.246824 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-bcd1356d-b0d1-4b4e-8b47-5e35e69351d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:29.248093 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Router 88be90ed-bddc-4025-b230-75640f0c374d has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:09:29.248413 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-bcd1356d-b0d1-4b4e-8b47-5e35e69351d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.2707038 Mar 29 21:09:29.255023 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 86d75965-2a36-44ef-b9f8-74cc313a0c04 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:29.255297 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:29.264862 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ab8c0323-6c22-4df3-9c2b-5eea45f23fa2 req-8b67a3be-9a30-4291-8c8f-ca21dce685ad service neutron] 10.222.0.39 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650628 Mar 29 21:09:29.319569 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '27413ae1-52e2-4cfa-a9f2-c8026611cd9e', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'floating_ip_address': '172.28.3.24', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'port_id': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'mac_address': 'fa:16:3e:9c:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:09:09Z', 'updated_at': '2022-03-29T21:09:27Z', 'revision_number': 1, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:29.350493 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] Checking router: bdc4741b-680c-424e-9346-4f833872b4c4 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:09:29.409374 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-e8ba0f82-dfbd-4777-901c-53c56fd5d830 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742 HTTP/1.1" status: 200 len: 999 time: 0.1499236 Mar 29 21:09:29.412178 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:29.413223 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:29.455195 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-2556481a-15ec-47fe-90c6-f9b2e7a30a5c None None] Provisioning complete for port 2199afbe-a815-442d-807c-3fbf25146c62 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:29.455560 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2556481a-15ec-47fe-90c6-f9b2e7a30a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:29.457844 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:29.517063 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-270bdd9a-7b0a-4628-bb2b-780275872bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:29.518603 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-270bdd9a-7b0a-4628-bb2b-780275872bf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.1031084 Mar 29 21:09:29.582397 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-2556481a-15ec-47fe-90c6-f9b2e7a30a5c None None] Port 2199afbe-a815-442d-807c-3fbf25146c62 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:09:29.613485 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:29.642510 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-386b5c1b-a93f-483a-81a5-157f01b428d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:29.650414 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-386b5c1b-a93f-483a-81a5-157f01b428d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1203802 Mar 29 21:09:29.657678 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:29.658104 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:29.797031 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:09:29.809604 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ca691a38-0d4c-4b63-b4b8-71737da36625 admin admin] 10.222.0.37 "PUT /v2.0/routers/88be90ed-bddc-4025-b230-75640f0c374d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4544115 Mar 29 21:09:29.815699 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Sync routers for ids ['88be90ed-bddc-4025-b230-75640f0c374d'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:09:29.834566 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Routers {'88be90ed-bddc-4025-b230-75640f0c374d'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:29.835488 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['88be90ed-bddc-4025-b230-75640f0c374d'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:29.863131 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-2bcae56e-f70c-4904-90ea-dc2b105cf2e0 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002418 Mar 29 21:09:29.990755 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Set router 88be90ed-bddc-4025-b230-75640f0c374d gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:30.016648 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbc639-8f15-4a58-82e1-0d4d9bb1be65 req-408b71db-d131-4db5-9a55-e98c513aed34 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:30.033534 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-55cbc639-8f15-4a58-82e1-0d4d9bb1be65 req-408b71db-d131-4db5-9a55-e98c513aed34 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 943 time: 0.2420325 Mar 29 21:09:30.062366 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:30.098586 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=4eba7677-875e-42ee-9aa2-a0ec1e4ded31,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:30.126284 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f291bd1-38f0-4ae2-9712-ad534f69d6f0 req-10d26485-cbb7-4bdc-81a0-e78b356ba137 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621782 Mar 29 21:09:30.151549 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-55cbc639-8f15-4a58-82e1-0d4d9bb1be65 req-ee3b76eb-a2ab-4248-8c3d-db98e51dd9e7 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172719 Mar 29 21:09:30.153661 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:30.247939 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=4eba7677-875e-42ee-9aa2-a0ec1e4ded31,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:30.279378 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '27413ae1-52e2-4cfa-a9f2-c8026611cd9e', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'floating_ip_address': '172.28.3.24', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'port_id': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'mac_address': 'fa:16:3e:9c:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:09:09Z', 'updated_at': '2022-03-29T21:09:27Z', 'revision_number': 1, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:30.315126 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda9c42-f8d8-4da9-9891-42202bdc925d None None] The sync data for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb is: [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '27413ae1-52e2-4cfa-a9f2-c8026611cd9e', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'floating_ip_address': '172.28.3.24', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'port_id': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'mac_address': 'fa:16:3e:9c:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:09:09Z', 'updated_at': '2022-03-29T21:09:27Z', 'revision_number': 1, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:09:30.341812 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be90ed-bddc-4025-b230-75640f0c374d', 'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:22Z', 'updated_at': '2022-03-29T21:09:28Z', 'revision_number': 4, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'gw_port': {'id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:23Z', 'updated_at': '2022-03-29T21:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2199afbe-a815-442d-807c-3fbf25146c62', 'name': '', 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'mac_address': 'fa:16:3e:79:eb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c92c9ffe-c47d-42c1-83f4-f4a70945ad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:26Z', 'updated_at': '2022-03-29T21:09:28Z', 'revision_number': 2, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'subnets': [{'id': 'c92c9ffe-c47d-42c1-83f4-f4a70945ad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:30.380413 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Checking router: 88be90ed-bddc-4025-b230-75640f0c374d for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:09:30.380670 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Updating router 88be90ed-bddc-4025-b230-75640f0c374d port 2199afbe-a815-442d-807c-3fbf25146c62 binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:09:30.422211 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:30.730577 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:30.868965 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:30.869496 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:30.906197 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:30.910742 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8882ed8b-4dbf-4ea2-a637-1ab95b893752 None None] New status for floating IP 27413ae1-52e2-4cfa-a9f2-c8026611cd9e: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:09:30.912127 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51992) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:30.913909 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:30.917414 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-421191e7-2796-473e-9f52-fbf628096ef1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176379446', 'description': 'tempest-secgroup-smoke-176379446 description', 'project_id': '5278862209504138bd1abe46816cbbad'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:30.995248 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-421191e7-2796-473e-9f52-fbf628096ef1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.008776 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285c4ba-c826-4c1c-aae0-5f4cf92a974f None None] Pushing event updated for resources: {'Port': ['ID=2199afbe-a815-442d-807c-3fbf25146c62,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:31.082941 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Attempting to bind port 2199afbe-a815-442d-807c-3fbf25146c62 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:09:31.085452 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Attempting to bind port 2199afbe-a815-442d-807c-3fbf25146c62 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:09:31.085834 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Attempting to bind port 2199afbe-a815-442d-807c-3fbf25146c62 on network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:09:31.099749 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:09:31.099749 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Checking segment: {'id': 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:09:31.099749 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.100514 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Bound using segment: {'id': 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:09:31.100702 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Bound port: 2199afbe-a815-442d-807c-3fbf25146c62, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:09:31.101177 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.154932 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-421191e7-2796-473e-9f52-fbf628096ef1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.164305 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-421191e7-2796-473e-9f52-fbf628096ef1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.207424 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-421191e7-2796-473e-9f52-fbf628096ef1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.211444 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-421191e7-2796-473e-9f52-fbf628096ef1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2956455 Mar 29 21:09:31.212674 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51996) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:31.217889 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-8e5294b2-9230-40b1-9708-da358b45e25f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Request body: {'security_group_rule': {'security_group_id': '0e427a29-8d6c-42c8-aa5a-ae30063fcaa9', 'project_id': '5278862209504138bd1abe46816cbbad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:31.225660 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421191e7-2796-473e-9f52-fbf628096ef1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:31.273842 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e5294b2-9230-40b1-9708-da358b45e25f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.288108 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] For port 2199afbe-a815-442d-807c-3fbf25146c62, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:09:31.292416 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] For port 2199afbe-a815-442d-807c-3fbf25146c62, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2199afbe-a815-442d-807c-3fbf25146c62,segment=NetworkSegment(c5263d5d-9f0e-4971-b8b8-7e9f522d2257),segment_id=c5263d5d-9f0e-4971-b8b8-7e9f522d2257)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:09:31.306786 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.321724 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-bbe26962-297c-4bd8-aef0-01f24bbd4d5d None None] Provisioning complete for port 2199afbe-a815-442d-807c-3fbf25146c62 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:31.323121 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bbe26962-297c-4bd8-aef0-01f24bbd4d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.372534 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e5294b2-9230-40b1-9708-da358b45e25f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.383392 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e5294b2-9230-40b1-9708-da358b45e25f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.424281 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741be570-6738-4bf5-a935-e06065696895 req-c0a5eabc-59bc-49a2-94ee-d9644f602835 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:31.428915 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e5294b2-9230-40b1-9708-da358b45e25f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.431128 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8e5294b2-9230-40b1-9708-da358b45e25f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2176893 Mar 29 21:09:31.434092 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 51998) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:31.434541 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-741be570-6738-4bf5-a935-e06065696895 req-c0a5eabc-59bc-49a2-94ee-d9644f602835 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 943 time: 0.1349678 Mar 29 21:09:31.440442 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-3972b313-e4db-4b09-8426-796596f93df1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Request body: {'security_group_rule': {'security_group_id': '0e427a29-8d6c-42c8-aa5a-ae30063fcaa9', 'project_id': '5278862209504138bd1abe46816cbbad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:31.454285 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5294b2-9230-40b1-9708-da358b45e25f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6592e67c-2bee-485c-9b11-8df2b2bbeca6,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:31.465986 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Routers {'88be90ed-bddc-4025-b230-75640f0c374d'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:09:31.470124 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:09:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['88be90ed-bddc-4025-b230-75640f0c374d'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:31.510213 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3972b313-e4db-4b09-8426-796596f93df1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.534876 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-741be570-6738-4bf5-a935-e06065696895 req-0cc86e63-f7f7-4341-9ad6-f46741b677e7 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942230 Mar 29 21:09:31.536368 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285c4ba-c826-4c1c-aae0-5f4cf92a974f None None] Pushing event updated for resources: {'Port': ['ID=2199afbe-a815-442d-807c-3fbf25146c62,revision_number=4']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:31.556499 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bbe26962-297c-4bd8-aef0-01f24bbd4d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.610891 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3972b313-e4db-4b09-8426-796596f93df1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.620237 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3972b313-e4db-4b09-8426-796596f93df1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.638798 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bce69f3c-d971-4910-b756-f119f35944af details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:09:31.648330 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-bbe26962-297c-4bd8-aef0-01f24bbd4d5d None None] For port 2199afbe-a815-442d-807c-3fbf25146c62, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2199afbe-a815-442d-807c-3fbf25146c62,segment=NetworkSegment(c5263d5d-9f0e-4971-b8b8-7e9f522d2257),segment_id=c5263d5d-9f0e-4971-b8b8-7e9f522d2257)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:31.660730 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bbe26962-297c-4bd8-aef0-01f24bbd4d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.662319 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972b313-e4db-4b09-8426-796596f93df1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd020b3-b3ef-4364-bfe9-df72ef23f63d,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:31.680339 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3972b313-e4db-4b09-8426-796596f93df1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.684215 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-3972b313-e4db-4b09-8426-796596f93df1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2463620 Mar 29 21:09:31.684508 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 52000) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:31.690775 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-154b300f-ca8c-47d5-b81c-271661ab837b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Request body: {'security_group_rule': {'security_group_id': '0e427a29-8d6c-42c8-aa5a-ae30063fcaa9', 'project_id': '5278862209504138bd1abe46816cbbad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:31.710712 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] Set router 88be90ed-bddc-4025-b230-75640f0c374d gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:09:31.754190 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-154b300f-ca8c-47d5-b81c-271661ab837b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.839146 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe26962-297c-4bd8-aef0-01f24bbd4d5d None None] Pushing event updated for resources: {'Port': ['ID=2199afbe-a815-442d-807c-3fbf25146c62,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:31.862060 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-154b300f-ca8c-47d5-b81c-271661ab837b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.868681 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bce69f3c-d971-4910-b756-f119f35944af, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bce69f3c-d971-4910-b756-f119f35944af,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:31.871372 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-154b300f-ca8c-47d5-b81c-271661ab837b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.885368 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'bce69f3c-d971-4910-b756-f119f35944af', 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f', 'port_id': 'bce69f3c-d971-4910-b756-f119f35944af', 'mac_address': 'fa:16:3e:fd:8a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9617c188-d30f-4c3d-a780-9c4c0941e179', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:09:31.887020 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-02be686c-604a-4e03-9ada-d23af5793f9a None None] Provisioning complete for port 2199afbe-a815-442d-807c-3fbf25146c62 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:31.887382 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-02be686c-604a-4e03-9ada-d23af5793f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.897584 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b300f-ca8c-47d5-b81c-271661ab837b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ac4a0c-6e28-4e6c-a078-187123547a5d,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:31.919762 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-154b300f-ca8c-47d5-b81c-271661ab837b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.930134 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 52006) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:31.932007 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-154b300f-ca8c-47d5-b81c-271661ab837b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2455835 Mar 29 21:09:31.935756 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-c6d03563-1777-404e-9dfc-6c6002483511 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Request body: {'security_group_rule': {'security_group_id': '0e427a29-8d6c-42c8-aa5a-ae30063fcaa9', 'project_id': '5278862209504138bd1abe46816cbbad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:31.965809 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:31.995018 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c6d03563-1777-404e-9dfc-6c6002483511 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.006165 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce69f3c-d971-4910-b756-f119f35944af {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:09:32.042335 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be90ed-bddc-4025-b230-75640f0c374d', 'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:22Z', 'updated_at': '2022-03-29T21:09:28Z', 'revision_number': 4, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'gw_port': {'id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:23Z', 'updated_at': '2022-03-29T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2199afbe-a815-442d-807c-3fbf25146c62', 'name': '', 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'mac_address': 'fa:16:3e:79:eb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c92c9ffe-c47d-42c1-83f4-f4a70945ad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:26Z', 'updated_at': '2022-03-29T21:09:31Z', 'revision_number': 4, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'subnets': [{'id': 'c92c9ffe-c47d-42c1-83f4-f4a70945ad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:32.053822 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c6d03563-1777-404e-9dfc-6c6002483511 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.067781 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c6d03563-1777-404e-9dfc-6c6002483511 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.078963 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0ca98-1c05-49c1-a3e9-dc66d50f1ec2 None None] The sync data for ids ['88be90ed-bddc-4025-b230-75640f0c374d'] in dv-cinder-835761-1-smb is: [{'id': '88be90ed-bddc-4025-b230-75640f0c374d', 'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:22Z', 'updated_at': '2022-03-29T21:09:28Z', 'revision_number': 4, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'gw_port': {'id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:23Z', 'updated_at': '2022-03-29T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2199afbe-a815-442d-807c-3fbf25146c62', 'name': '', 'network_id': '0611832b-c7e9-41a8-a6a0-809e3c91ff55', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'mac_address': 'fa:16:3e:79:eb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c92c9ffe-c47d-42c1-83f4-f4a70945ad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:26Z', 'updated_at': '2022-03-29T21:09:31Z', 'revision_number': 4, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'subnets': [{'id': 'c92c9ffe-c47d-42c1-83f4-f4a70945ad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:09:32.101545 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bce69f3c-d971-4910-b756-f119f35944af, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bce69f3c-d971-4910-b756-f119f35944af,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:32.105258 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d03563-1777-404e-9dfc-6c6002483511 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211f1bb6-e915-4cd6-b5d2-b7e0ea6a4afb,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:32.111161 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.114713 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c6d03563-1777-404e-9dfc-6c6002483511 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.119310 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-c6d03563-1777-404e-9dfc-6c6002483511 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1852782 Mar 29 21:09:32.119973 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 52008) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:32.126248 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-388b7176-7361-4d83-858a-4ee599185da1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Request body: {'security_group_rule': {'security_group_id': '0e427a29-8d6c-42c8-aa5a-ae30063fcaa9', 'project_id': '5278862209504138bd1abe46816cbbad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:32.186818 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.securitygroups_db [None req-388b7176-7361-4d83-858a-4ee599185da1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Project 5278862209504138bd1abe46816cbbad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 21:09:32.195059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-388b7176-7361-4d83-858a-4ee599185da1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.233370 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=bce69f3c-d971-4910-b756-f119f35944af,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:32.320063 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-388b7176-7361-4d83-858a-4ee599185da1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.325004 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-388b7176-7361-4d83-858a-4ee599185da1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.359515 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-388b7176-7361-4d83-858a-4ee599185da1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.360812 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-388b7176-7361-4d83-858a-4ee599185da1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2387824 Mar 29 21:09:32.363453 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 52010) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:32.368020 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-f7705925-ddb1-41a8-8c3a-79ea82ac5b4b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Request body: {'security_group_rule': {'security_group_id': '0e427a29-8d6c-42c8-aa5a-ae30063fcaa9', 'project_id': '5278862209504138bd1abe46816cbbad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:09:32.380606 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b7176-7361-4d83-858a-4ee599185da1 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba802077-6a47-4f9b-aa75-188cd9f80d54,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:32.393806 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.securitygroups_db [None req-f7705925-ddb1-41a8-8c3a-79ea82ac5b4b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Project 5278862209504138bd1abe46816cbbad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 21:09:32.403415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f7705925-ddb1-41a8-8c3a-79ea82ac5b4b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.502740 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f7705925-ddb1-41a8-8c3a-79ea82ac5b4b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.511773 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f7705925-ddb1-41a8-8c3a-79ea82ac5b4b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.555457 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7705925-ddb1-41a8-8c3a-79ea82ac5b4b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0bc7dc-0f44-47c6-8941-cc757fe552a6,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:32.578059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f7705925-ddb1-41a8-8c3a-79ea82ac5b4b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:32.587555 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-f7705925-ddb1-41a8-8c3a-79ea82ac5b4b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2149186 Mar 29 21:09:32.725403 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['bce69f3c-d971-4910-b756-f119f35944af'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:09:32.768039 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818769e-805e-4776-a677-b35199fa400f req-eb084f0e-6f71-4ca7-bade-9be148349be9 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:32.786059 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f818769e-805e-4776-a677-b35199fa400f req-eb084f0e-6f71-4ca7-bade-9be148349be9 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 944 time: 0.1525342 Mar 29 21:09:32.803542 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2199afbe-a815-442d-807c-3fbf25146c62 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:32.878963 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f818769e-805e-4776-a677-b35199fa400f req-205b6d66-41fe-420a-9f5c-4ad2a0f6ee68 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827129 Mar 29 21:09:32.930122 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 2199afbe-a815-442d-807c-3fbf25146c62 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:32.930727 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:34.008982 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c53109-9299-4dec-8a5e-da146082850d req-772eaafd-eb58-4d93-9f69-79b30ab762fb tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:34.011186 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d5c53109-9299-4dec-8a5e-da146082850d req-772eaafd-eb58-4d93-9f69-79b30ab762fb tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 944 time: 0.0664022 Mar 29 21:09:34.062489 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d5c53109-9299-4dec-8a5e-da146082850d req-a8d6be96-450c-478e-b0be-3238562dae84 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Mar 29 21:09:35.191604 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773a608-9f05-4b98-8bfb-4a11195c87ae req-1372c34f-41d9-4389-8eaa-2bfb1f1c11fa tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:35.193097 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6773a608-9f05-4b98-8bfb-4a11195c87ae req-1372c34f-41d9-4389-8eaa-2bfb1f1c11fa tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 944 time: 0.0504644 Mar 29 21:09:35.235908 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6773a608-9f05-4b98-8bfb-4a11195c87ae req-dd680e91-66fb-4505-a729-82085789f0f4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346408 Mar 29 21:09:35.609376 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bce69f3c-d971-4910-b756-f119f35944af up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:09:35.664608 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port bce69f3c-d971-4910-b756-f119f35944af completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:09:35.669166 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port bce69f3c-d971-4910-b756-f119f35944af triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:09:35.669531 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:35.756519 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:35.781291 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce69f3c-d971-4910-b756-f119f35944af'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:09:35.783647 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05806444-1ebd-4716-b1fa-4b1479487855" -d '{"events": [{"server_uuid": "efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb", "name": "network-vif-plugged", "status": "completed", "tag": "bce69f3c-d971-4910-b756-f119f35944af"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:09:35.796865 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bce69f3c-d971-4910-b756-f119f35944af, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bce69f3c-d971-4910-b756-f119f35944af,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:09:35.801901 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:35.841141 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8b62c7-d92d-4f49-8a58-cc3182ba84c3 x-openstack-request-id: req-ca8b62c7-d92d-4f49-8a58-cc3182ba84c3 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:09:35.841505 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb", "name": "network-vif-plugged", "status": "completed", "tag": "bce69f3c-d971-4910-b756-f119f35944af", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:09:35.841754 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca8b62c7-d92d-4f49-8a58-cc3182ba84c3 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:09:35.842325 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce69f3c-d971-4910-b756-f119f35944af', 'code': 200} Mar 29 21:09:35.873224 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=bce69f3c-d971-4910-b756-f119f35944af,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:36.091378 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2aa6d-ebd9-4b23-8dd5-6c06fe5790c4 req-db04a164-d270-40de-a1a1-8761c8c073bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:36.092971 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13b2aa6d-ebd9-4b23-8dd5-6c06fe5790c4 req-db04a164-d270-40de-a1a1-8761c8c073bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 1098 time: 0.0542190 Mar 29 21:09:36.135380 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13b2aa6d-ebd9-4b23-8dd5-6c06fe5790c4 req-0d006aad-08fb-4fb5-afba-bc17d381422c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Mar 29 21:09:36.366322 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30649fe-52ff-434d-aba9-fed970b69861 req-a23a2358-9a91-417b-9e44-0628d17a5b92 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:36.369071 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f30649fe-52ff-434d-aba9-fed970b69861 req-a23a2358-9a91-417b-9e44-0628d17a5b92 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0565019 Mar 29 21:09:36.410407 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f30649fe-52ff-434d-aba9-fed970b69861 req-46cf25fe-4a87-4ffc-8bf5-19a6049c1bc9 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Mar 29 21:09:37.541429 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95186046-7915-4037-81de-6a5da3913819 req-95277225-057a-448d-a31a-419f56db4eb6 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:37.543163 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-95186046-7915-4037-81de-6a5da3913819 req-95277225-057a-448d-a31a-419f56db4eb6 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0519681 Mar 29 21:09:37.584421 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-95186046-7915-4037-81de-6a5da3913819 req-25bf9919-bfe0-4e7b-b61e-f92091167fb4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345831 Mar 29 21:09:38.772670 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6ea17-2012-49f6-9ef1-ca4b56817a91 req-bf8d6987-da3d-4c8d-b821-22bc63b53bfb tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:38.774193 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e8d6ea17-2012-49f6-9ef1-ca4b56817a91 req-bf8d6987-da3d-4c8d-b821-22bc63b53bfb tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0575686 Mar 29 21:09:38.825215 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e8d6ea17-2012-49f6-9ef1-ca4b56817a91 req-bd818aed-fe05-46c6-a21d-8344267e7f97 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Mar 29 21:09:39.101279 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:09:42.707211 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8d730342-5251-41d5-9311-f98fcfc54b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:45.042031 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-14470d35-408c-4a34-a1d3-d6627d4daa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:46.040033 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:47.694615 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:48.412249 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.565699 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 52332) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:55.612971 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_v2 [None req-729bdb5c-f6d0-4f54-b580-1141b286bd8f admin admin] Deleting subnet 7f50131d-4407-419e-b741-cea0e45b080c {{(pid=101972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:09:55.615906 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-729bdb5c-f6d0-4f54-b580-1141b286bd8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.651727 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-729bdb5c-f6d0-4f54-b580-1141b286bd8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224752'] for subnet, precommit_delete_associations {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.690572 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-729bdb5c-f6d0-4f54-b580-1141b286bd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.742253 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-729bdb5c-f6d0-4f54-b580-1141b286bd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9691461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9659386'] for subnet, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.765222 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bdb5c-f6d0-4f54-b580-1141b286bd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f50131d-4407-419e-b741-cea0e45b080c,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:55.771482 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-729bdb5c-f6d0-4f54-b580-1141b286bd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.775517 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-729bdb5c-f6d0-4f54-b580-1141b286bd8f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f50131d-4407-419e-b741-cea0e45b080c HTTP/1.1" status: 204 len: 168 time: 0.2087617 Mar 29 21:09:55.777886 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 52334) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:55.849680 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.931276 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.951781 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5887ef-51ac-4b3d-88c0-93b107b2d172']}} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:55.960745 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb29c765-213d-4487-8280-56a3df4a736f') {'for_net_delete': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:55.961028 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb29c765-213d-4487-8280-56a3df4a736f') {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:09:55.971762 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224763'] for segment, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.989067 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.997194 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:09:55.997749 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693411'] for segment, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: Traceback (most recent call last): Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: timer() Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: cb(*args, **kw) Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: return func(*args, **kwargs) Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: self._notify() Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: self.callback(batched_events) Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: event.method(event) Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: return f(self, *a, **k) Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: return self._get(url).json() Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: return self.request(url, 'GET', **kwargs) Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:09:55.999994 dv-cinder-835761-1-smb neutron-server[101972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:09:56.056762 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:56.062505 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:56.068098 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c5887ef-51ac-4b3d-88c0-93b107b2d172 HTTP/1.1" status: 204 len: 168 time: 0.2869081 Mar 29 21:09:56.076739 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055845b8-0bd7-4eca-abc6-13bc5434f0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5887ef-51ac-4b3d-88c0-93b107b2d172,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:56.224622 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 52338) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:56.265123 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-c8db1f6d-4827-4cdf-b442-3ab9135c945f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=845971c40f654342989f20ac3f739415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393143 Mar 29 21:09:56.267615 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 52340) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:09:56.327882 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fb41-8eee-40db-bdaf-38063d6b4e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:56.348230 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fb41-8eee-40db-bdaf-38063d6b4e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:56.394011 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fb41-8eee-40db-bdaf-38063d6b4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:56.396520 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fb41-8eee-40db-bdaf-38063d6b4e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:56.397736 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-f5b7fb41-8eee-40db-bdaf-38063d6b4e65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8989876-7f25-4d95-ac55-fa7718d44bff HTTP/1.1" status: 204 len: 168 time: 0.1292055 Mar 29 21:09:56.405210 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7fb41-8eee-40db-bdaf-38063d6b4e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8989876-7f25-4d95-ac55-fa7718d44bff,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:09:58.113211 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-3a6f372c-9fab-46dd-ac3d-d1a9b333e073 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385027 Mar 29 21:09:58.224381 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-5d08e238-3ee9-4b73-8718-698c7c766640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:58.225894 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-5d08e238-3ee9-4b73-8718-698c7c766640 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 1098 time: 0.0405412 Mar 29 21:09:58.338847 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-861ce7c3-88d0-4cf1-8361-465ad6ebd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:58.340213 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-861ce7c3-88d0-4cf1-8361-465ad6ebd187 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.0902057 Mar 29 21:09:58.389094 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-48a5090e-aae9-4ef0-abc7-659f44d05b99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7956aa02-e1da-4a42-8fed-35a78c69325d HTTP/1.1" status: 200 len: 217 time: 0.0354724 Mar 29 21:09:58.446947 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-fbd0c4e0-ccbf-479b-8203-1457e3e2b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:58.448384 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-fbd0c4e0-ccbf-479b-8203-1457e3e2b197 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0471470 Mar 29 21:09:58.501921 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-2c57251b-701b-44d8-a96d-47e45a2a0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:09:58.503418 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-2c57251b-701b-44d8-a96d-47e45a2a0795 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0388379 Mar 29 21:09:58.521708 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:09:58.594675 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-9f3c056e-567a-4969-9498-8527c60475fc service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830824 Mar 29 21:09:58.693415 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a567f15e-c42d-4d64-abff-ff54c4f56939 req-4ecb8fb1-0607-47e9-abb0-6d30547d7b4b service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913444 Mar 29 21:10:02.970846 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-9651d9c3-a1b3-414a-9228-ab28f4ec2918 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176379446&fields=id&tenant_id=5278862209504138bd1abe46816cbbad HTTP/1.1" status: 200 len: 267 time: 0.0359418 Mar 29 21:10:03.084759 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-e9b63928-97a6-4086-9c13-e4e9f9322fab tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:03.086510 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-e9b63928-97a6-4086-9c13-e4e9f9322fab tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/networks?id=ce97f466-f4a6-42df-9965-caf72295fcff HTTP/1.1" status: 200 len: 808 time: 0.1077480 Mar 29 21:10:03.102225 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-bb468911-cca2-4959-82fd-be3de1650d83 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/quotas/5278862209504138bd1abe46816cbbad HTTP/1.1" status: 200 len: 375 time: 0.0092554 Mar 29 21:10:03.154964 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-d91d9604-9025-4acb-a57d-524a7390916e tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5278862209504138bd1abe46816cbbad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468659 Mar 29 21:10:03.254966 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-3660f0cd-5027-471d-9c2e-53263f1b4758 service neutron] 10.222.0.37 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880716 Mar 29 21:10:03.343049 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-b1ef88ca-6930-43b3-bd32-af64875ff820 service neutron] 10.222.0.37 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819123 Mar 29 21:10:03.620626 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c7bbfd5-b713-4d49-900a-b8eea064a794 req-7895eb31-b072-4e92-8e7b-63c447fa84ee tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 210 time: 0.0263727 Mar 29 21:10:04.710648 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ebacafc5-54e4-46e9-9eb8-b76730d19605 req-c07bed48-bfef-4a8f-8694-850f05c4ff4c tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 210 time: 0.0243971 Mar 29 21:10:05.041818 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-ae4e39bb-4435-4d1b-8f83-8437a4001ef4 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:05.043329 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-ae4e39bb-4435-4d1b-8f83-8437a4001ef4 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.39 "GET /v2.0/networks?id=ce97f466-f4a6-42df-9965-caf72295fcff HTTP/1.1" status: 200 len: 808 time: 0.1081340 Mar 29 21:10:05.112934 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-1242afeb-6c0f-40ca-952a-3c6e5f22534c tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5278862209504138bd1abe46816cbbad HTTP/1.1" status: 200 len: 379 time: 0.0352578 Mar 29 21:10:05.123296 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Request body: {'port': {'device_id': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'admin_state_up': True, 'tenant_id': '5278862209504138bd1abe46816cbbad', 'security_groups': ['0e427a29-8d6c-42c8-aa5a-ae30063fcaa9']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:10:05.231559 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Made reservation on behalf of 5278862209504138bd1abe46816cbbad for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:10:05.234945 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.357585 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Allocated IP 172.20.0.9 (ce97f466-f4a6-42df-9965-caf72295fcff/5dcb6b44-32e3-4763-ac4c-a561cde7fdd0/c39c2afe-8cb2-4c06-a7c7-d8159c3c8520) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:10:05.502738 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.529379 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 52480) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:10:05.539126 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.588356 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Network ce97f466-f4a6-42df-9965-caf72295fcff is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:10:05.591554 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:10:05.595293 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:10:05.623296 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'Port': ['ID=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:05.665279 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:05.665636 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5747de5c-8012-486e-8c56-fd11ce224768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.666016 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.693083 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-dc32941c-3250-436e-b540-ec394bafa358 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5731809 Mar 29 21:10:05.718769 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Request body: {'port': {'device_id': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:10:05.771774 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5747de5c-8012-486e-8c56-fd11ce224768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.782654 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5747de5c-8012-486e-8c56-fd11ce224768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.784242 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.845329 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747de5c-8012-486e-8c56-fd11ce224768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd25b4a-7160-4059-8352-a06db9b82164,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:05.850117 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-5747de5c-8012-486e-8c56-fd11ce224768 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96d31ed2b35b4b5f80ee991629406e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196733 Mar 29 21:10:05.853695 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 52486) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:10:05.884376 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0128cb-048f-4227-b75e-7df7b7d2ceb6 req-3e339be4-85ee-4d44-b060-4c9dece05b82 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:05.885829 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac0128cb-048f-4227-b75e-7df7b7d2ceb6 req-3e339be4-85ee-4d44-b060-4c9dece05b82 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 931 time: 0.0862279 Mar 29 21:10:05.907242 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16804065-b5ec-4906-998d-ee40e8ac9f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.928917 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16804065-b5ec-4906-998d-ee40e8ac9f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.972146 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-07d0a356-9c17-4dfc-8cca-18e404b272a9 None None] Provisioning complete for port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:10:05.973239 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-07d0a356-9c17-4dfc-8cca-18e404b272a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.982298 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16804065-b5ec-4906-998d-ee40e8ac9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.985069 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16804065-b5ec-4906-998d-ee40e8ac9f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:05.990318 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-16804065-b5ec-4906-998d-ee40e8ac9f5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfd25b4a-7160-4059-8352-a06db9b82164 HTTP/1.1" status: 204 len: 168 time: 0.1318166 Mar 29 21:10:06.013788 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16804065-b5ec-4906-998d-ee40e8ac9f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd25b4a-7160-4059-8352-a06db9b82164,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:06.027917 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-07d0a356-9c17-4dfc-8cca-18e404b272a9 None None] Port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:10:06.034756 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac0128cb-048f-4227-b75e-7df7b7d2ceb6 req-a1711849-0022-4776-99b0-2f33cb47d8d3 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051619 Mar 29 21:10:06.169071 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:10:06.178334 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:06.192433 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Transition to ACTIVE for port object c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:10:06.197321 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:06.248548 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Pushing event updated for resources: {'Port': ['ID=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:06.330257 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Attempting to bind port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:10:06.330593 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Attempting to bind port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:10:06.330917 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Attempting to bind port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 on network ce97f466-f4a6-42df-9965-caf72295fcff {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:10:06.337104 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 on network ce97f466-f4a6-42df-9965-caf72295fcff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:10:06.337498 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Attempting to bind port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 on network ce97f466-f4a6-42df-9965-caf72295fcff {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:10:06.345594 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:10:06.345928 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Checking segment: {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:10:06.346332 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Bound using segment: {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:10:06.346770 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Bound port: c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2babc5-9672-4de2-9c57-79e2cace9f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:10:06.347128 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:06.412398 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:10:06.415922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:10:06.420432 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:06.454994 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:06.455601 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:06.456978 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] 10.222.0.39 "PUT /v2.0/ports/c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 HTTP/1.1" status: 200 len: 1093 time: 0.7430074 Mar 29 21:10:06.457407 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:10:06.459653 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b" -d '{"events": [{"name": "network-changed", "server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:10:06.485106 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ba007-ba8e-4b2f-afc2-0e6acac1174f service neutron] Pushing event updated for resources: {'Port': ['ID=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:06.502810 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c003575-6ce2-456e-8753-1bbabcb3b118 x-openstack-request-id: req-0c003575-6ce2-456e-8753-1bbabcb3b118 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:10:06.503099 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:10:06.503398 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c003575-6ce2-456e-8753-1bbabcb3b118 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:10:06.503800 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'status': 'completed', 'code': 200} Mar 29 21:10:06.578091 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-6a88ef7f-2487-4336-9c67-b586c7e50822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:06.579653 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-6a88ef7f-2487-4336-9c67-b586c7e50822 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5278862209504138bd1abe46816cbbad&device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0412486 Mar 29 21:10:06.636751 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-e503c6d7-bb11-41b7-a07d-ec19f9017b52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 HTTP/1.1" status: 200 len: 217 time: 0.0397527 Mar 29 21:10:06.686790 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-01df9c69-c612-4601-9f37-31f5fcf3981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:06.688239 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-01df9c69-c612-4601-9f37-31f5fcf3981e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5dcb6b44-32e3-4763-ac4c-a561cde7fdd0 HTTP/1.1" status: 200 len: 847 time: 0.0443583 Mar 29 21:10:06.734315 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-b1afa724-8825-4279-adb1-0eba8f4eebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:06.735749 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-b1afa724-8825-4279-adb1-0eba8f4eebbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce97f466-f4a6-42df-9965-caf72295fcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0380597 Mar 29 21:10:06.826173 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-506d3b44-fea7-4a47-96a8-85a867a967a3 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816832 Mar 29 21:10:06.916071 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4d44f7c-7527-4ba6-95ee-cf77f5418fa1 req-c8abd863-753f-4cfa-830f-a1ecb9ac5bc7 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789893 Mar 29 21:10:07.082107 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-74237e78-833b-44dd-ab33-f257cd3c61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:07.083521 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-74237e78-833b-44dd-ab33-f257cd3c61de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5278862209504138bd1abe46816cbbad&device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0440116 Mar 29 21:10:07.416197 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2bb72-9144-4c87-9b6b-2065007cbfe6 req-2ea166e3-dad8-4dab-a028-c2d5b0b63e08 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:07.417557 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-21b2bb72-9144-4c87-9b6b-2065007cbfe6 req-2ea166e3-dad8-4dab-a028-c2d5b0b63e08 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0908971 Mar 29 21:10:07.440997 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-f5a15922-f886-4920-a3d2-f503d804c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:07.442398 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-f5a15922-f886-4920-a3d2-f503d804c73a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce97f466-f4a6-42df-9965-caf72295fcff HTTP/1.1" status: 200 len: 909 time: 0.3490245 Mar 29 21:10:07.491518 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-a2bb362b-0b31-4f89-bd6d-1f59a50ddfed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 HTTP/1.1" status: 200 len: 217 time: 0.0409870 Mar 29 21:10:07.494740 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-21b2bb72-9144-4c87-9b6b-2065007cbfe6 req-4057da10-062b-455a-a2e0-986b9ab36c10 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687418 Mar 29 21:10:07.540516 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-e64cc146-5477-4c70-9908-a1f6f0cd39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:07.541970 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-e64cc146-5477-4c70-9908-a1f6f0cd39cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5dcb6b44-32e3-4763-ac4c-a561cde7fdd0 HTTP/1.1" status: 200 len: 847 time: 0.0435078 Mar 29 21:10:07.593969 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-5aa0f4dd-f958-4d66-bed2-aeffa135d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:07.595443 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-5aa0f4dd-f958-4d66-bed2-aeffa135d646 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce97f466-f4a6-42df-9965-caf72295fcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0453436 Mar 29 21:10:07.686284 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-9d23940f-4c43-4097-bfe5-e6aa0c8c52a2 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798893 Mar 29 21:10:07.783319 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cd77dcfe-ba3d-48ca-b601-879f4a47f77b req-1b5681b7-a99a-4300-a289-14fe0df209d3 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835991 Mar 29 21:10:08.608919 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37339a23-ef55-490a-8138-604acf86b4bc req-076cd762-8865-4bdc-a503-7421c8a1f453 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:08.610390 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-37339a23-ef55-490a-8138-604acf86b4bc req-076cd762-8865-4bdc-a503-7421c8a1f453 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0475786 Mar 29 21:10:08.646734 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-37339a23-ef55-490a-8138-604acf86b4bc req-06c8b0a5-9f5b-4de1-969e-e57bdcfa6503 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303144 Mar 29 21:10:09.763048 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493c2a-3bae-414d-b7a6-e820d39bb012 req-007aee33-3d8b-4977-b1ae-9dbae561679e tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:09.764487 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d493c2a-3bae-414d-b7a6-e820d39bb012 req-007aee33-3d8b-4977-b1ae-9dbae561679e tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0466661 Mar 29 21:10:09.806546 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d493c2a-3bae-414d-b7a6-e820d39bb012 req-068b8b82-142f-4213-bcfc-cbf562b63d51 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360396 Mar 29 21:10:10.918695 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fcef0-960b-4c0c-aa77-c83413d608f5 req-981e4721-b56c-4e7a-89f1-d6ee2f8f9638 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:10.920142 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-534fcef0-960b-4c0c-aa77-c83413d608f5 req-981e4721-b56c-4e7a-89f1-d6ee2f8f9638 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0478239 Mar 29 21:10:10.956731 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-534fcef0-960b-4c0c-aa77-c83413d608f5 req-878ea14e-7169-4e2c-8c07-bb4cad2466f6 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305846 Mar 29 21:10:12.072443 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4c819-0b2e-491d-82c8-cac9405eccd8 req-7e76d7f6-7d0d-4856-be6b-1576deb24109 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:12.074164 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d8f4c819-0b2e-491d-82c8-cac9405eccd8 req-7e76d7f6-7d0d-4856-be6b-1576deb24109 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0472465 Mar 29 21:10:12.111707 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d8f4c819-0b2e-491d-82c8-cac9405eccd8 req-601bbf70-73c8-43b6-8535-62ed314cd6e9 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314074 Mar 29 21:10:12.701807 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e18841bf-9732-4956-bdfd-61e9a9bbc414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:13.223173 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d50e7-87f8-441b-acf6-4f8f340750ef req-b53b0a0f-2b65-4f9f-ba58-85efc1c58400 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:13.224636 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d86d50e7-87f8-441b-acf6-4f8f340750ef req-b53b0a0f-2b65-4f9f-ba58-85efc1c58400 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0469096 Mar 29 21:10:13.265271 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d86d50e7-87f8-441b-acf6-4f8f340750ef req-aaf9a7e6-712b-46f8-935b-1f7311106516 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342109 Mar 29 21:10:14.375989 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c3c2f-9ae6-4a98-9591-35109f87f34a req-b26adfc5-bf17-4fb5-9c4e-84ee43835967 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:14.377429 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5e4c3c2f-9ae6-4a98-9591-35109f87f34a req-b26adfc5-bf17-4fb5-9c4e-84ee43835967 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0470808 Mar 29 21:10:14.414534 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5e4c3c2f-9ae6-4a98-9591-35109f87f34a req-6acf9622-97da-47b2-987f-9bf970cbfd32 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304673 Mar 29 21:10:15.044198 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1e7ff73e-637a-43d3-a856-4798981c0241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:15.525247 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c8f5d-bceb-46e2-89f9-7b9a351b7c87 req-f46786c5-9896-4085-b150-20e1e4f4a3d2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:15.526739 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0e5c8f5d-bceb-46e2-89f9-7b9a351b7c87 req-f46786c5-9896-4085-b150-20e1e4f4a3d2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0481539 Mar 29 21:10:15.563474 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0e5c8f5d-bceb-46e2-89f9-7b9a351b7c87 req-71ade8f1-1721-4656-891a-bbc7f6017a38 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307629 Mar 29 21:10:15.776897 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:10:15.866762 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:10:15.877844 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'port_id': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'mac_address': 'fa:16:3e:26:37:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:10:15.920800 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:15.933056 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:10:15.953526 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:10:15.957220 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:16.003796 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:16.011181 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.011520 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.011859 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.012192 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.012524 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.012853 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.013177 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.013509 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.013850 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.014197 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.014520 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.014842 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:16.034301 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:16.100205 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:10:16.675200 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['c39c2afe-8cb2-4c06-a7c7-d8159c3c8520'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:10:16.677738 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153a0b3-d06e-4e27-b205-b1fb32a7bb1a req-1095a42a-423a-4e68-a938-6db61b487c62 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:16.679309 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e153a0b3-d06e-4e27-b205-b1fb32a7bb1a req-1095a42a-423a-4e68-a938-6db61b487c62 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 944 time: 0.0491700 Mar 29 21:10:16.724348 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e153a0b3-d06e-4e27-b205-b1fb32a7bb1a req-fc48a63b-aa16-4431-9dae-9fae1aee3ce2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358856 Mar 29 21:10:17.692205 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:17.840532 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0e957-d818-40de-bf8e-9248347639bc req-5a15a2e2-eb29-4804-9738-37e55437d0b6 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:17.842010 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f2d0e957-d818-40de-bf8e-9248347639bc req-5a15a2e2-eb29-4804-9738-37e55437d0b6 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 944 time: 0.0484300 Mar 29 21:10:17.878642 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f2d0e957-d818-40de-bf8e-9248347639bc req-90140992-2fea-49f6-8687-dc6600c4dbcf tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307279 Mar 29 21:10:18.412021 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:19.004495 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10bcbc-4705-4129-bb52-5444fb093414 req-2fa03ed5-d061-4271-a3cb-5b2528c31665 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:19.006007 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1b10bcbc-4705-4129-bb52-5444fb093414 req-2fa03ed5-d061-4271-a3cb-5b2528c31665 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 944 time: 0.0505767 Mar 29 21:10:19.047974 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1b10bcbc-4705-4129-bb52-5444fb093414 req-09b4c803-b965-4d81-9f3e-973c2d6f078b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347893 Mar 29 21:10:19.826666 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:10:19.888558 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:10:19.893174 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:10:19.893380 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:19.915801 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792656c-681b-4b1c-910e-e4a344f4c8b9 req-2639dbcc-37fa-4012-98d6-259018d2199e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:19.915801 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7792656c-681b-4b1c-910e-e4a344f4c8b9 req-2639dbcc-37fa-4012-98d6-259018d2199e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0574658 Mar 29 21:10:19.958306 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7792656c-681b-4b1c-910e-e4a344f4c8b9 req-52cefab4-0372-4376-9025-ca8e789abdb7 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372844 Mar 29 21:10:19.981578 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:20.004881 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:10:20.007275 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e3f047-151e-4e4e-9015-745965bf80b8" -d '{"events": [{"server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:10:20.020707 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:10:20.029928 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:20.172798 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fe608-6aa7-4c85-babe-a1e66f1e38b3 req-6112b7fa-0cd3-499e-a7da-ff4a535ba6fc tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:20.174600 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8d6fe608-6aa7-4c85-babe-a1e66f1e38b3 req-6112b7fa-0cd3-499e-a7da-ff4a535ba6fc tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0545917 Mar 29 21:10:20.184978 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fa8484-eaae-452c-8ac9-263bea6dee2c x-openstack-request-id: req-f3fa8484-eaae-452c-8ac9-263bea6dee2c {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:10:20.185284 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:10:20.185532 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3fa8484-eaae-452c-8ac9-263bea6dee2c {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:10:20.185905 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'code': 200} Mar 29 21:10:20.211398 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:20.214830 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8d6fe608-6aa7-4c85-babe-a1e66f1e38b3 req-df028e6a-a84c-4282-be35-c6c751817b30 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Mar 29 21:10:20.431539 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a3ad8-5c58-49ae-8a6c-265290cf96e7 req-bd73c7e2-5a9b-4b19-8584-e04346e2c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:20.432976 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-140a3ad8-5c58-49ae-8a6c-265290cf96e7 req-bd73c7e2-5a9b-4b19-8584-e04346e2c2df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0403531 Mar 29 21:10:20.468035 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-140a3ad8-5c58-49ae-8a6c-265290cf96e7 req-40e5d12f-dfbd-4799-8956-9050a5e8b6ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270622 Mar 29 21:10:21.087200 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d5d82-a19a-419f-a8d4-eac3488b1a54 req-f15c9b40-705b-4d05-90ec-773409b7dbdf tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:21.088646 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-358d5d82-a19a-419f-a8d4-eac3488b1a54 req-f15c9b40-705b-4d05-90ec-773409b7dbdf tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0472217 Mar 29 21:10:21.127580 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-358d5d82-a19a-419f-a8d4-eac3488b1a54 req-77819885-439f-4275-8948-3dade0d52bda tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330110 Mar 29 21:10:21.327947 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bef4f7-79fa-426e-bece-61e7d7a68690 req-1916cda7-65c0-489b-acf2-7ffcbc390303 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:21.329407 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a1bef4f7-79fa-426e-bece-61e7d7a68690 req-1916cda7-65c0-489b-acf2-7ffcbc390303 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0471606 Mar 29 21:10:21.368289 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a1bef4f7-79fa-426e-bece-61e7d7a68690 req-e2752af6-9ca0-4d5b-91b8-4ab4b2913054 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328720 Mar 29 21:10:22.245651 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe3743-0c57-4b19-8d6b-db4479be0f58 req-eb92ae48-7dbe-4481-9046-fa1b1a93b13e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:22.247040 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a6fe3743-0c57-4b19-8d6b-db4479be0f58 req-eb92ae48-7dbe-4481-9046-fa1b1a93b13e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0524597 Mar 29 21:10:22.286396 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a6fe3743-0c57-4b19-8d6b-db4479be0f58 req-688b536b-2b17-4467-b332-e26ca469730b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331349 Mar 29 21:10:22.484547 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9a52a-fc81-41e7-b6f7-32007d315dfb req-869d79a9-a5b6-456d-9f26-18392f924b2d tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:22.486007 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f4c9a52a-fc81-41e7-b6f7-32007d315dfb req-869d79a9-a5b6-456d-9f26-18392f924b2d tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0469229 Mar 29 21:10:22.526302 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f4c9a52a-fc81-41e7-b6f7-32007d315dfb req-1024a7ce-71b1-4629-b74e-2d9c4de0ca88 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342135 Mar 29 21:10:22.639127 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95614d0-6072-4568-a886-fed734f50e5b req-4597f778-e93d-4ab9-9e6f-95d52a9a1245 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:22.640614 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f95614d0-6072-4568-a886-fed734f50e5b req-4597f778-e93d-4ab9-9e6f-95d52a9a1245 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0478303 Mar 29 21:10:22.677734 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f95614d0-6072-4568-a886-fed734f50e5b req-0ca135fc-8c0a-4043-93a5-940f238555d0 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Mar 29 21:10:22.699522 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 52620) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:10:22.878032 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c058c8f-99d2-4258-90ca-27cc7b10fe33 tempest-TestShelveInstance-894056383 tempest-TestShelveInstance-894056383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:22.879531 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8c058c8f-99d2-4258-90ca-27cc7b10fe33 tempest-TestShelveInstance-894056383 tempest-TestShelveInstance-894056383-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1093 time: 0.1790578 Mar 29 21:10:22.882976 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 52624) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:10:22.887343 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'port_id': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:10:22.906831 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for floatingip, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:23.003144 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:23.106416 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Allocated IP 172.28.3.10 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/b2664c05-72a2-48d0-9fe9-4045d2793f00) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:10:23.213536 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:23.247915 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:23.286858 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:10:23.290329 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:10:23.293988 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:10:23.318047 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'Port': ['ID=b2664c05-72a2-48d0-9fe9-4045d2793f00,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:23.327798 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.328148 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.328461 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.328786 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.329109 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.329432 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.329748 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.330091 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.330408 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.330720 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.331033 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.331344 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:10:23.468377 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb10c2e-4643-4607-b69d-b84768340bbf req-2b61fc25-5c73-4acc-9b57-d36c8c6db727 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:23.469842 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ddb10c2e-4643-4607-b69d-b84768340bbf req-2b61fc25-5c73-4acc-9b57-d36c8c6db727 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0990977 Mar 29 21:10:23.548854 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ddb10c2e-4643-4607-b69d-b84768340bbf req-9cd7b5cf-fd29-4e68-997c-7de0753e56b7 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482397 Mar 29 21:10:23.760704 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:23.831284 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:23.985648 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:23.990024 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:24.056644 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event updated for resources: {'Port': ['ID=b2664c05-72a2-48d0-9fe9-4045d2793f00,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:24.066110 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:24.162270 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Floating IP c0a8cc19-64d3-49e4-bac6-caefa6181ef2 associated. External IP: 172.28.3.10, port: c39c2afe-8cb2-4c06-a7c7-d8159c3c8520. Mar 29 21:10:24.361533 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Router 252eaee2-6556-489d-8abf-e38bbd1ae928 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:10:24.465741 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:10:24.476959 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] Sync routers for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:10:24.483903 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:24.488592 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:10:24.489194 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:10:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:10:24.510653 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0d7bb992-16b0-44e9-928d-7d6a6fb93ad2 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6266489 Mar 29 21:10:24.511230 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:10:24.513506 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:10:24.556921 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ae9370-964d-4e73-babd-a814e21faa37 x-openstack-request-id: req-72ae9370-964d-4e73-babd-a814e21faa37 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:10:24.557467 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:10:24.557467 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72ae9370-964d-4e73-babd-a814e21faa37 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:10:24.557808 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'status': 'completed', 'code': 200} Mar 29 21:10:24.671205 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:10:24.682906 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-2e61a29b-ad84-4827-abb5-ad3ed38c7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:24.684446 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-2e61a29b-ad84-4827-abb5-ad3ed38c7bba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5278862209504138bd1abe46816cbbad&device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0687790 Mar 29 21:10:24.708887 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89ddb8-9bcd-4f4a-881b-529404472576 req-3ea3ce12-1e26-400c-8035-9a6344378260 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:24.710457 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-db89ddb8-9bcd-4f4a-881b-529404472576 req-3ea3ce12-1e26-400c-8035-9a6344378260 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0709248 Mar 29 21:10:24.803815 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-db89ddb8-9bcd-4f4a-881b-529404472576 req-e095d34d-887e-43eb-9b70-d82ab882fde1 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804725 Mar 29 21:10:24.822683 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-9c3d04f1-ee68-45b6-87f0-7d0a20a65971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:24.824288 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-9c3d04f1-ee68-45b6-87f0-7d0a20a65971 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce97f466-f4a6-42df-9965-caf72295fcff HTTP/1.1" status: 200 len: 909 time: 0.1323605 Mar 29 21:10:24.893736 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-cc7e918b-5351-4294-bc80-b7a56cd988d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 HTTP/1.1" status: 200 len: 998 time: 0.0617859 Mar 29 21:10:24.901022 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'c0a8cc19-64d3-49e4-bac6-caefa6181ef2', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'floating_ip_address': '172.28.3.10', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'port_id': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'mac_address': 'fa:16:3e:26:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:10:23Z', 'updated_at': '2022-03-29T21:10:23Z', 'revision_number': 0, 'project_id': '5278862209504138bd1abe46816cbbad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed998e4-1208-4e7a-994f-1a577485dbed', 'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'mac_address': 'fa:16:3e:52:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:18Z', 'updated_at': '2022-03-29T21:09:24Z', 'revision_number': 5, 'project_id': '5278862209504138bd1abe46816cbbad', 'subnets': [{'id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:10:24.925575 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] Checking router: 252eaee2-6556-489d-8abf-e38bbd1ae928 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:10:24.934243 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:10:24.939024 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:10:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:10:24.942437 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-f7ea6205-77d8-4e7f-9f30-ab7541a0e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:24.943921 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-f7ea6205-77d8-4e7f-9f30-ab7541a0e002 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5dcb6b44-32e3-4763-ac4c-a561cde7fdd0 HTTP/1.1" status: 200 len: 847 time: 0.0437825 Mar 29 21:10:24.996065 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-efa52165-96f7-4338-90d1-c4d14e9d78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:24.997626 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-efa52165-96f7-4338-90d1-c4d14e9d78ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce97f466-f4a6-42df-9965-caf72295fcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0472565 Mar 29 21:10:25.050827 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:10:25.095304 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-22b48282-f1d5-4941-a7ce-35e6334bfa5b service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902059 Mar 29 21:10:25.183267 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6bb66085-acd2-42ab-a3ad-0f2d7a74a9cb req-3c14f3c0-d08f-47cb-8fb2-def87f6f6dcb service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811582 Mar 29 21:10:25.276395 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'c0a8cc19-64d3-49e4-bac6-caefa6181ef2', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'floating_ip_address': '172.28.3.10', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'port_id': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'mac_address': 'fa:16:3e:26:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:10:23Z', 'updated_at': '2022-03-29T21:10:23Z', 'revision_number': 0, 'project_id': '5278862209504138bd1abe46816cbbad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed998e4-1208-4e7a-994f-1a577485dbed', 'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'mac_address': 'fa:16:3e:52:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:18Z', 'updated_at': '2022-03-29T21:09:24Z', 'revision_number': 5, 'project_id': '5278862209504138bd1abe46816cbbad', 'subnets': [{'id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:10:25.301379 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1146cb-eb43-4234-9f03-e97685abd1a5 None None] The sync data for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb is: [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'c0a8cc19-64d3-49e4-bac6-caefa6181ef2', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'floating_ip_address': '172.28.3.10', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'port_id': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'mac_address': 'fa:16:3e:26:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:10:23Z', 'updated_at': '2022-03-29T21:10:23Z', 'revision_number': 0, 'project_id': '5278862209504138bd1abe46816cbbad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed998e4-1208-4e7a-994f-1a577485dbed', 'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'mac_address': 'fa:16:3e:52:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:18Z', 'updated_at': '2022-03-29T21:09:24Z', 'revision_number': 5, 'project_id': '5278862209504138bd1abe46816cbbad', 'subnets': [{'id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:10:25.508975 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb69deb-8b2c-4a7a-b2f8-a5af4e9a0746 None None] New status for floating IP c0a8cc19-64d3-49e4-bac6-caefa6181ef2: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:10:25.730631 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92979b-ce21-40e5-9ce2-6c6ddedfb007 req-87c6b5eb-af17-4c61-b8a9-7cf59d9c2644 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:25.732106 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1d92979b-ce21-40e5-9ce2-6c6ddedfb007 req-87c6b5eb-af17-4c61-b8a9-7cf59d9c2644 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0500371 Mar 29 21:10:25.773775 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1d92979b-ce21-40e5-9ce2-6c6ddedfb007 req-ca1c17d6-1fa8-4fef-8f5d-9698bf936117 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352192 Mar 29 21:10:26.135189 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ae8f3-54a8-45ff-84e7-d8cfef1df87a req-5b967abe-ec8a-48cc-9dc1-987c2553e6ea tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:26.136654 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de9ae8f3-54a8-45ff-84e7-d8cfef1df87a req-5b967abe-ec8a-48cc-9dc1-987c2553e6ea tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.2632620 Mar 29 21:10:26.173384 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de9ae8f3-54a8-45ff-84e7-d8cfef1df87a req-a51463f9-7743-4057-a463-6b38d5c90ad9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306902 Mar 29 21:10:26.889463 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6def0-9bba-4218-a019-68fd9eada875 req-cede0196-4f1b-48a7-a5db-511af5244668 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:26.890939 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d2e6def0-9bba-4218-a019-68fd9eada875 req-cede0196-4f1b-48a7-a5db-511af5244668 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0470755 Mar 29 21:10:26.927011 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d2e6def0-9bba-4218-a019-68fd9eada875 req-7390c04f-6597-46b3-8b78-3e872c1fa2bd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301850 Mar 29 21:10:27.290939 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b5971-3960-44e5-9d92-a542640f59fd req-d5fe6d32-f742-4cc2-9cf1-b6fe6911faf1 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:27.292408 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-100b5971-3960-44e5-9d92-a542640f59fd req-d5fe6d32-f742-4cc2-9cf1-b6fe6911faf1 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0483179 Mar 29 21:10:27.333342 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-100b5971-3960-44e5-9d92-a542640f59fd req-65174d6e-5a53-480f-b484-15321f2d5715 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344994 Mar 29 21:10:28.047814 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040a07-6e9d-4f25-8767-7e9d4c95324c req-b9937fb8-1d87-49c0-9d78-4e1a753113e1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:28.049258 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4b040a07-6e9d-4f25-8767-7e9d4c95324c req-b9937fb8-1d87-49c0-9d78-4e1a753113e1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0473108 Mar 29 21:10:28.086316 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4b040a07-6e9d-4f25-8767-7e9d4c95324c req-621cdf93-ec32-4fb7-8eda-a0ca5ac3b322 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306187 Mar 29 21:10:28.450249 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ff521-8f0d-4019-8b66-54371cb65ce7 req-05ca2e46-9eb2-4bea-ad3a-9bfa2a0a3118 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:28.451711 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-523ff521-8f0d-4019-8b66-54371cb65ce7 req-05ca2e46-9eb2-4bea-ad3a-9bfa2a0a3118 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0481627 Mar 29 21:10:28.489641 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-523ff521-8f0d-4019-8b66-54371cb65ce7 req-b259df3d-e13b-41be-bbc5-699aeb646074 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320997 Mar 29 21:10:28.531969 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:29.201605 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef4a29-679a-4103-863b-858059c1841d req-f4d6e547-72d1-42c3-9478-a6078a17f002 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:29.203081 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-36ef4a29-679a-4103-863b-858059c1841d req-f4d6e547-72d1-42c3-9478-a6078a17f002 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0470948 Mar 29 21:10:29.242798 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-36ef4a29-679a-4103-863b-858059c1841d req-8bb93496-3dca-48e7-9372-2aac090e6353 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336823 Mar 29 21:10:29.606980 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a5bd4-3403-4887-9b54-8b3d94a7c0fd req-e59f02e8-1e53-4046-b27b-b87c6dc4abee tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:29.608470 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ad1a5bd4-3403-4887-9b54-8b3d94a7c0fd req-e59f02e8-1e53-4046-b27b-b87c6dc4abee tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0496547 Mar 29 21:10:29.644731 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ad1a5bd4-3403-4887-9b54-8b3d94a7c0fd req-a7273e23-6064-42b7-b3b4-3e805d386d27 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302923 Mar 29 21:10:30.364415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbacb44-a2cc-467e-aacc-4e3698633b3c req-79d1ea84-72de-4083-8027-379ee9232d22 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:30.365900 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9dbacb44-a2cc-467e-aacc-4e3698633b3c req-79d1ea84-72de-4083-8027-379ee9232d22 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0500450 Mar 29 21:10:30.402893 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9dbacb44-a2cc-467e-aacc-4e3698633b3c req-e8fa9dff-9b90-4e24-9a9f-7d944bc915f8 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308895 Mar 29 21:10:30.760463 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f3d63-bd36-4675-81a9-7657ce1e0d00 req-4b26fed7-aeac-4970-a158-f58116308cee tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:30.761901 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1f9f3d63-bd36-4675-81a9-7657ce1e0d00 req-4b26fed7-aeac-4970-a158-f58116308cee tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0467348 Mar 29 21:10:30.801654 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1f9f3d63-bd36-4675-81a9-7657ce1e0d00 req-51683aef-c1fb-4436-997d-0cebe8d248da tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339763 Mar 29 21:10:31.001550 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7036de4-00ec-4a34-ad16-fba3f26ba4a0 req-f3c81ca7-4ab7-4be9-83f4-406f859bcd6c tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:31.003119 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a7036de4-00ec-4a34-ad16-fba3f26ba4a0 req-f3c81ca7-4ab7-4be9-83f4-406f859bcd6c tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0502508 Mar 29 21:10:31.042860 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a7036de4-00ec-4a34-ad16-fba3f26ba4a0 req-cada8981-3776-4c17-989c-976dd624bc7b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333006 Mar 29 21:10:31.097073 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee7646-f205-4073-be3b-428b3123783f req-aefd4344-f77c-4cdf-8b29-2f2a2466b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:31.098588 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-44ee7646-f205-4073-be3b-428b3123783f req-aefd4344-f77c-4cdf-8b29-2f2a2466b328 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 1099 time: 0.0386834 Mar 29 21:10:31.189812 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee7646-f205-4073-be3b-428b3123783f req-c35cca70-bf1e-42b2-b41c-03073cdec02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:31.191193 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-44ee7646-f205-4073-be3b-428b3123783f req-c35cca70-bf1e-42b2-b41c-03073cdec02c service neutron] 10.222.0.39 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 911 time: 0.0842755 Mar 29 21:10:31.254442 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-44ee7646-f205-4073-be3b-428b3123783f req-9e5716d1-3a1d-42b7-bd95-684a99c6b188 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f HTTP/1.1" status: 200 len: 1002 time: 0.0559890 Mar 29 21:10:31.342834 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee7646-f205-4073-be3b-428b3123783f req-89e80889-5f5c-4f8b-aeff-afa73d31af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:31.344564 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-44ee7646-f205-4073-be3b-428b3123783f req-89e80889-5f5c-4f8b-aeff-afa73d31af98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 200 len: 849 time: 0.0441463 Mar 29 21:10:31.409830 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee7646-f205-4073-be3b-428b3123783f req-d653e77b-14b7-41db-adba-41c330373fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:31.411386 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-44ee7646-f205-4073-be3b-428b3123783f req-d653e77b-14b7-41db-adba-41c330373fb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093f6feb-78c9-4f9e-bc6b-27267053084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0438666 Mar 29 21:10:31.562137 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-44ee7646-f205-4073-be3b-428b3123783f req-712b495b-2419-465d-a1ac-eb6809062567 service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157539 Mar 29 21:10:31.570207 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0038e7b-164c-40c0-9ff2-e68ffcea6a8a req-2800b17f-9977-4622-9edc-a0badb2b97b3 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:31.571553 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a0038e7b-164c-40c0-9ff2-e68ffcea6a8a req-2800b17f-9977-4622-9edc-a0badb2b97b3 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0922451 Mar 29 21:10:31.660014 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a0038e7b-164c-40c0-9ff2-e68ffcea6a8a req-7641761f-f9db-442c-98bf-52466e3f54d1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790744 Mar 29 21:10:31.683809 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-44ee7646-f205-4073-be3b-428b3123783f req-41843e83-0336-4281-a9ff-93f4908a1dab service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082356 Mar 29 21:10:32.164178 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ae092-1006-42e0-a510-faa142b00e7d req-3c5683bc-d1e1-441e-bc66-c81fa8084167 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:32.165681 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d0ae092-1006-42e0-a510-faa142b00e7d req-3c5683bc-d1e1-441e-bc66-c81fa8084167 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0549636 Mar 29 21:10:32.202822 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d0ae092-1006-42e0-a510-faa142b00e7d req-4fd4808b-64e0-4a36-aba4-88656f8402f6 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Mar 29 21:10:32.786099 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372057ff-f345-48e1-b098-76b942e4b3f4 req-0a408601-6480-4864-bb0b-bbe6e5681685 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:32.787601 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-372057ff-f345-48e1-b098-76b942e4b3f4 req-0a408601-6480-4864-bb0b-bbe6e5681685 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0500069 Mar 29 21:10:32.832530 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-372057ff-f345-48e1-b098-76b942e4b3f4 req-10f34b51-8607-4f59-9f44-500c19ad9cee tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384243 Mar 29 21:10:33.316531 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e51e97-dd33-4f4d-81eb-37473cf87dd7 req-79528173-2a91-47fc-9f46-9bf0ecfd800a tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:33.317973 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-63e51e97-dd33-4f4d-81eb-37473cf87dd7 req-79528173-2a91-47fc-9f46-9bf0ecfd800a tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0486329 Mar 29 21:10:33.355102 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-63e51e97-dd33-4f4d-81eb-37473cf87dd7 req-89bddd1e-185a-4074-af23-6778983688f3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305798 Mar 29 21:10:33.961162 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029beff-d0d8-4adb-a90d-6faea55d80eb req-c165b55b-4500-4d7b-9ce0-f5cb654d1812 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:33.963077 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e029beff-d0d8-4adb-a90d-6faea55d80eb req-c165b55b-4500-4d7b-9ce0-f5cb654d1812 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0501301 Mar 29 21:10:34.000334 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e029beff-d0d8-4adb-a90d-6faea55d80eb req-c4e3ff2c-d360-4340-ba3c-6e8a4cebf1a7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317149 Mar 29 21:10:35.118702 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205fc60-d167-4ee5-9de3-4e84d42dd46f req-3956d53f-f8e6-416e-b7b0-9fa83fc7baf6 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:35.120371 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3205fc60-d167-4ee5-9de3-4e84d42dd46f req-3956d53f-f8e6-416e-b7b0-9fa83fc7baf6 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0497139 Mar 29 21:10:35.161483 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3205fc60-d167-4ee5-9de3-4e84d42dd46f req-c73398b0-4f88-4ad4-997c-e7b099d1a2f1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350666 Mar 29 21:10:36.284853 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd78edf-1816-4b8c-91c2-6b78ae92cc45 req-942baf4f-5d7e-43a2-b994-ddbb209f45d1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:36.286239 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6dd78edf-1816-4b8c-91c2-6b78ae92cc45 req-942baf4f-5d7e-43a2-b994-ddbb209f45d1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0472844 Mar 29 21:10:36.323331 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6dd78edf-1816-4b8c-91c2-6b78ae92cc45 req-5a9a841f-5cd4-4e00-9dd6-ab5cf99a33e3 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Mar 29 21:10:37.445085 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589985bc-e2cf-4334-bbcd-eebd15628f64 req-bea8b88e-ffe7-4187-8300-ab031a73d083 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:37.446573 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-589985bc-e2cf-4334-bbcd-eebd15628f64 req-bea8b88e-ffe7-4187-8300-ab031a73d083 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0514538 Mar 29 21:10:37.483500 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-589985bc-e2cf-4334-bbcd-eebd15628f64 req-8627b89b-93fb-4ee0-8382-4d3ee62be10b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310328 Mar 29 21:10:38.602675 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e741da-47fd-472a-be5b-0dfcbbbbb532 req-1796a667-c419-49ac-b96c-4974d81de484 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:38.604126 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-46e741da-47fd-472a-be5b-0dfcbbbbb532 req-1796a667-c419-49ac-b96c-4974d81de484 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0474346 Mar 29 21:10:38.641521 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-46e741da-47fd-472a-be5b-0dfcbbbbb532 req-d0485386-cea2-472c-b999-23edfc59b3ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313826 Mar 29 21:10:39.756358 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849865-5011-47e4-9fc7-358c7aa993df req-cf8a0813-98d0-4583-9cc0-2cc5a11f0400 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:39.758355 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5c849865-5011-47e4-9fc7-358c7aa993df req-cf8a0813-98d0-4583-9cc0-2cc5a11f0400 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0468705 Mar 29 21:10:39.794361 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5c849865-5011-47e4-9fc7-358c7aa993df req-f0c50929-28ef-427f-b002-962d31e2a1ec tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299745 Mar 29 21:10:40.918170 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298a009-2895-45ea-9773-652472ca9181 req-4b31271f-90cc-43c8-a73c-3b0a5b1823ef tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:40.919535 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b298a009-2895-45ea-9773-652472ca9181 req-4b31271f-90cc-43c8-a73c-3b0a5b1823ef tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0501859 Mar 29 21:10:40.957238 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b298a009-2895-45ea-9773-652472ca9181 req-3c2acade-0452-4cc1-8f7e-b2f92cb43963 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Mar 29 21:10:42.077026 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bf5ce-6614-452c-8bb8-cf859aa23cf8 req-8f02a312-f860-46ad-a9ab-8e598210447d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:42.078497 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5a2bf5ce-6614-452c-8bb8-cf859aa23cf8 req-8f02a312-f860-46ad-a9ab-8e598210447d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0471768 Mar 29 21:10:42.115081 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5a2bf5ce-6614-452c-8bb8-cf859aa23cf8 req-8871c3b2-1609-463a-ab59-8f32ae9ef4ab tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306649 Mar 29 21:10:42.703483 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2bb0ff8-5eeb-4d9d-bc59-341bc4f0ad39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:43.245877 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62109a06-07b7-40f2-b634-1fca9f129e46 req-0519ccc6-2d0d-4c7e-bb0c-80bb1092450e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:43.248040 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-62109a06-07b7-40f2-b634-1fca9f129e46 req-0519ccc6-2d0d-4c7e-bb0c-80bb1092450e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0579669 Mar 29 21:10:43.285583 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-62109a06-07b7-40f2-b634-1fca9f129e46 req-92e3c9b8-66f4-4585-9f77-fb697505722f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Mar 29 21:10:43.909762 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:10:44.004272 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:10:44.014945 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'port_id': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'mac_address': 'fa:16:3e:a1:dd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:10:44.051546 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:44.063895 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdd5bf42-1f0f-4bdd-a579-499021628f2f {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:10:44.082870 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:10:44.087048 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:44.135376 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=6']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:44.297352 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['bdd5bf42-1f0f-4bdd-a579-499021628f2f'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:10:44.419816 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32e59d-7a03-4202-ba31-6114064f7fe9 req-3ab864ad-9180-4916-890c-7b9487b1d6ad tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:44.421299 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3d32e59d-7a03-4202-ba31-6114064f7fe9 req-3ab864ad-9180-4916-890c-7b9487b1d6ad tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 944 time: 0.0552132 Mar 29 21:10:44.460983 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3d32e59d-7a03-4202-ba31-6114064f7fe9 req-dba41a85-500e-4df9-b92d-fc2f368aded5 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330300 Mar 29 21:10:45.045780 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a01d9adb-5015-45d2-bf25-750441226c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:45.590135 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5840ce-e3f4-4724-bfad-3447a9a93966 req-c492ad66-0cb8-482c-b14e-a8b9c5d93f0b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:45.591643 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8f5840ce-e3f4-4724-bfad-3447a9a93966 req-c492ad66-0cb8-482c-b14e-a8b9c5d93f0b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 944 time: 0.0491502 Mar 29 21:10:45.630885 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8f5840ce-e3f4-4724-bfad-3447a9a93966 req-c334d0af-8b35-4443-a6d7-5a471374e48d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324993 Mar 29 21:10:45.924580 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:10:45.973642 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port bdd5bf42-1f0f-4bdd-a579-499021628f2f triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:10:45.974034 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:46.057938 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:46.066325 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:46.079712 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:10:46.081886 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f27d4f3-6295-4415-92d2-d480d0abb565" -d '{"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-plugged", "status": "completed", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:10:46.094751 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:10:46.099387 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:46.125669 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bc6bc8-89ae-4a26-a569-54b5ac925386 x-openstack-request-id: req-e3bc6bc8-89ae-4a26-a569-54b5ac925386 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:10:46.125999 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-plugged", "status": "completed", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:10:46.126250 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3bc6bc8-89ae-4a26-a569-54b5ac925386 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:10:46.126618 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'code': 200} Mar 29 21:10:46.151143 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=7']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:46.747080 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87377d02-8b8f-437d-98d0-fbeb5a710c7c req-5377ca14-aa6e-48c8-9da2-63e8c48cbf0c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:46.748527 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-87377d02-8b8f-437d-98d0-fbeb5a710c7c req-5377ca14-aa6e-48c8-9da2-63e8c48cbf0c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0473771 Mar 29 21:10:46.785595 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-87377d02-8b8f-437d-98d0-fbeb5a710c7c req-d415c313-167c-428a-8762-c8540883ac4b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310562 Mar 29 21:10:47.693890 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:47.906715 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4695b-94cf-41e5-a5ea-1b9d949d4c82 req-1a3f2253-f61c-4649-92e7-8d94502a1b67 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:47.908150 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9af4695b-94cf-41e5-a5ea-1b9d949d4c82 req-1a3f2253-f61c-4649-92e7-8d94502a1b67 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0501111 Mar 29 21:10:47.944563 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9af4695b-94cf-41e5-a5ea-1b9d949d4c82 req-ca01954b-683a-4cfa-a9aa-61e9af1391e0 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304046 Mar 29 21:10:48.403824 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:49.061653 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1fa5-ec5c-4e79-960a-bb41da23fc4a req-11d6dea7-aae7-4c5c-98d0-a568649e77f7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:49.063146 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0afb1fa5-ec5c-4e79-960a-bb41da23fc4a req-11d6dea7-aae7-4c5c-98d0-a568649e77f7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0479565 Mar 29 21:10:49.099518 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0afb1fa5-ec5c-4e79-960a-bb41da23fc4a req-f5ebc726-0fed-40d3-bb12-b543db4f7cab tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296373 Mar 29 21:10:50.230216 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801cf48-4aea-4a76-a578-edfac581f89e req-36012096-a93b-4328-a040-6119282ae6ba tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:50.231810 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e801cf48-4aea-4a76-a578-edfac581f89e req-36012096-a93b-4328-a040-6119282ae6ba tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0512919 Mar 29 21:10:50.271521 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e801cf48-4aea-4a76-a578-edfac581f89e req-4c11e698-985a-4a26-8ca6-e100a7a55f7c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335264 Mar 29 21:10:51.041025 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb5f46-27ca-4c5c-aacb-b687f381d671 req-3b681b91-a298-4f2f-bf43-120e1594b6e6 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:51.042498 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93eb5f46-27ca-4c5c-aacb-b687f381d671 req-3b681b91-a298-4f2f-bf43-120e1594b6e6 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0498559 Mar 29 21:10:51.079355 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93eb5f46-27ca-4c5c-aacb-b687f381d671 req-16cf4b83-87d2-4754-8469-6ddefb769739 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Mar 29 21:10:51.391671 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a598ef-7fc3-41eb-81e7-7ac77286eb1e req-c1cf4dba-8396-4003-88df-fd603ba87226 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:51.393099 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e8a598ef-7fc3-41eb-81e7-7ac77286eb1e req-c1cf4dba-8396-4003-88df-fd603ba87226 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0473268 Mar 29 21:10:51.430002 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e8a598ef-7fc3-41eb-81e7-7ac77286eb1e req-cc40524c-0db0-4317-bb21-583037f6f491 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309100 Mar 29 21:10:52.194167 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfc652-1165-43c3-b010-9651fd70826c req-16a3f766-8f9b-47d3-b87b-e8534f3d1d41 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:52.195820 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3ebfc652-1165-43c3-b010-9651fd70826c req-16a3f766-8f9b-47d3-b87b-e8534f3d1d41 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0482271 Mar 29 21:10:52.234762 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3ebfc652-1165-43c3-b010-9651fd70826c req-da5395a8-f633-4b5d-b0f5-480aee836cff tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Mar 29 21:10:52.561974 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bc585-c3a1-4eb8-8658-ea12af209eca req-e0ec1bac-739e-412d-af17-7f80cf729ad1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:52.563477 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-761bc585-c3a1-4eb8-8658-ea12af209eca req-e0ec1bac-739e-412d-af17-7f80cf729ad1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0518954 Mar 29 21:10:52.602035 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-761bc585-c3a1-4eb8-8658-ea12af209eca req-2ac8f9a5-a4b0-4ff9-9db2-3537e36ec3ed tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312841 Mar 29 21:10:53.099267 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:10:53.355646 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ace73-8068-4d0d-8db7-8a80f9c0f4b1 req-08fd18fe-7433-4d90-8194-37d281692a61 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:53.357504 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c8ace73-8068-4d0d-8db7-8a80f9c0f4b1 req-08fd18fe-7433-4d90-8194-37d281692a61 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0519202 Mar 29 21:10:53.403218 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c8ace73-8068-4d0d-8db7-8a80f9c0f4b1 req-89b8cf7b-29dc-4f2a-aa03-357d084ecbdb tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378542 Mar 29 21:10:53.721155 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8bebb-0ac7-4d3b-a9bd-ddfd4e6e53bc req-cdc8bbf8-efb6-4aa5-9e44-ab0302b62f25 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:53.722657 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fef8bebb-0ac7-4d3b-a9bd-ddfd4e6e53bc req-cdc8bbf8-efb6-4aa5-9e44-ab0302b62f25 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0493402 Mar 29 21:10:53.765643 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fef8bebb-0ac7-4d3b-a9bd-ddfd4e6e53bc req-20908b78-e9bc-47cb-a758-d52c3a6023ce tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347755 Mar 29 21:10:54.535285 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1e3ab-6f2c-47ca-8527-365996d39223 req-2913e30d-8d01-4b4c-91f2-68d84c826ef5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:54.536754 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1af1e3ab-6f2c-47ca-8527-365996d39223 req-2913e30d-8d01-4b4c-91f2-68d84c826ef5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0568447 Mar 29 21:10:54.578483 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1af1e3ab-6f2c-47ca-8527-365996d39223 req-cc05b105-8856-4ee3-884d-ceaa5ba1aa13 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Mar 29 21:10:54.898734 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34732d7c-27b3-4d70-8323-2017369064d6 req-1b6f1980-19fa-4a33-9ae2-220a16205426 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:54.899928 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-34732d7c-27b3-4d70-8323-2017369064d6 req-1b6f1980-19fa-4a33-9ae2-220a16205426 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0499289 Mar 29 21:10:54.952507 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-34732d7c-27b3-4d70-8323-2017369064d6 req-b12f1406-25be-4164-8c0c-ec1e377e3181 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465891 Mar 29 21:10:55.717508 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54489-1e9f-4abc-945c-2616ef4f37e3 req-c820bd68-a96d-48b8-9432-ccef6a9fa221 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:55.719097 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9ad54489-1e9f-4abc-945c-2616ef4f37e3 req-c820bd68-a96d-48b8-9432-ccef6a9fa221 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0569010 Mar 29 21:10:55.763289 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9ad54489-1e9f-4abc-945c-2616ef4f37e3 req-b141f399-2bc2-4747-9310-9bb73779cd94 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Mar 29 21:10:56.090154 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828541b6-d686-4cf7-bdd9-a0547ca6279a req-7a564674-dabc-4508-a5b8-7cf03b64a465 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:56.091727 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-828541b6-d686-4cf7-bdd9-a0547ca6279a req-7a564674-dabc-4508-a5b8-7cf03b64a465 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0612586 Mar 29 21:10:56.145380 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-828541b6-d686-4cf7-bdd9-a0547ca6279a req-8aef9589-93c8-485e-bbb5-81634b8c4151 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472727 Mar 29 21:10:56.895221 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676549b-a7f3-4082-82de-17ebbc8691fd req-5dae989e-8968-4d1a-befb-2e36691cf4f7 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:56.896901 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0676549b-a7f3-4082-82de-17ebbc8691fd req-5dae989e-8968-4d1a-befb-2e36691cf4f7 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0582511 Mar 29 21:10:56.938066 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0676549b-a7f3-4082-82de-17ebbc8691fd req-6d185c42-d4f3-4a58-b969-36400ece09f1 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340450 Mar 29 21:10:57.271008 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ec1c4-d526-4ec6-aaa2-53d84a69093e req-2f361791-c26a-4748-9620-8ae409ad88ca tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:57.273856 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e09ec1c4-d526-4ec6-aaa2-53d84a69093e req-2f361791-c26a-4748-9620-8ae409ad88ca tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0517600 Mar 29 21:10:57.313557 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e09ec1c4-d526-4ec6-aaa2-53d84a69093e req-f8808c38-485a-4a90-940b-5f146e5aa56b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335956 Mar 29 21:10:57.368171 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-29617a62-0c17-45f6-b40b-3b9b788199dd tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:57.369884 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-29617a62-0c17-45f6-b40b-3b9b788199dd tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.39 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 945 time: 0.0553572 Mar 29 21:10:57.470610 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Deleting port bce69f3c-d971-4910-b756-f119f35944af {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:10:57.470965 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:57.563339 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] For port bce69f3c-d971-4910-b756-f119f35944af, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bce69f3c-d971-4910-b756-f119f35944af,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:10:57.563698 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:57.576007 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Calling delete_port for bce69f3c-d971-4910-b756-f119f35944af owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:10:57.707580 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:57.739931 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Pushing event deleted for resources: {'Port': ['ID=bce69f3c-d971-4910-b756-f119f35944af,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:10:57.746723 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['bce69f3c-d971-4910-b756-f119f35944af'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:10:57.796134 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] No DVR routers for this DVR port bce69f3c-d971-4910-b756-f119f35944af on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:10:57.799204 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:57.804369 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cf76e940-7ca1-48cc-b1ad-bf9c11f7db58 req-04648ff0-84e7-4d2d-8904-3f267957cdf5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.39 "DELETE /v2.0/ports/bce69f3c-d971-4910-b756-f119f35944af HTTP/1.1" status: 204 len: 173 time: 0.4262846 Mar 29 21:10:57.804828 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb', 'name': 'network-vif-deleted', 'tag': 'bce69f3c-d971-4910-b756-f119f35944af'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:10:57.807832 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da005ec-67cb-4ac0-a220-f9066a054d15" -d '{"events": [{"server_uuid": "efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb", "name": "network-vif-deleted", "tag": "bce69f3c-d971-4910-b756-f119f35944af"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:10:57.858008 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa442da-1536-49dc-92cf-09a425e9a333 x-openstack-request-id: req-daa442da-1536-49dc-92cf-09a425e9a333 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:10:57.858325 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb", "name": "network-vif-deleted", "tag": "bce69f3c-d971-4910-b756-f119f35944af", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:10:57.859487 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daa442da-1536-49dc-92cf-09a425e9a333 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:10:57.859830 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb', 'name': 'network-vif-deleted', 'tag': 'bce69f3c-d971-4910-b756-f119f35944af', 'status': 'completed', 'code': 200} Mar 29 21:10:58.067154 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-caf90b69-46e1-4749-ac0b-492d10b594d2 req-c90eb9bd-02eb-4592-acfa-e15cc8ba5c56 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc0e1b0-bcb5-4130-a7e9-e45dc4e2b8eb HTTP/1.1" status: 200 len: 210 time: 0.0340991 Mar 29 21:10:58.478139 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b167a-ea9d-4dfe-91b0-7ef92fe335f0 req-26dc5bf3-6726-4868-86b6-8cb8bb8a6db3 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:58.485075 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-580b167a-ea9d-4dfe-91b0-7ef92fe335f0 req-26dc5bf3-6726-4868-86b6-8cb8bb8a6db3 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0776618 Mar 29 21:10:58.527976 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-580b167a-ea9d-4dfe-91b0-7ef92fe335f0 req-9a4cf178-5466-4789-9456-8b97831bdbf2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420108 Mar 29 21:10:58.538053 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:10:59.665631 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348eb687-ccde-44d1-82ea-0595bdbc9996 req-fcac55da-3cc1-4c76-bed3-fcd3f7d2cb58 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:10:59.667222 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-348eb687-ccde-44d1-82ea-0595bdbc9996 req-fcac55da-3cc1-4c76-bed3-fcd3f7d2cb58 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0527315 Mar 29 21:10:59.711804 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-348eb687-ccde-44d1-82ea-0595bdbc9996 req-b5a4a4cb-8d5f-4750-a231-be93b0b49316 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383463 Mar 29 21:11:00.701321 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-68574af8-9ac6-498b-b1cd-8da8c4cb499d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414386 Mar 29 21:11:00.778124 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-c9e3a171-df4f-405c-897d-52a26f1cfc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:00.780511 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-c9e3a171-df4f-405c-897d-52a26f1cfc15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 1098 time: 0.0421417 Mar 29 21:11:00.932707 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689eb8a-ba1d-4dfc-9cb6-a11ba3dbbc0f req-bc285c52-02f9-4e4d-b814-2d2da5b6e72d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:00.938524 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5689eb8a-ba1d-4dfc-9cb6-a11ba3dbbc0f req-bc285c52-02f9-4e4d-b814-2d2da5b6e72d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.1192386 Mar 29 21:11:00.963654 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-4999c8d9-0d12-4b3b-b829-8db513116b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:00.965220 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-4999c8d9-0d12-4b3b-b829-8db513116b10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.1611195 Mar 29 21:11:00.998506 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5689eb8a-ba1d-4dfc-9cb6-a11ba3dbbc0f req-68e30002-1ed3-4107-a4fd-fda3fdb69ee8 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521908 Mar 29 21:11:01.034507 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-d84b9e43-8ee5-44ba-8f33-ebda4a130136 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d HTTP/1.1" status: 200 len: 217 time: 0.0515761 Mar 29 21:11:01.087161 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-f14ef4ae-76c1-437e-beba-116e0982e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:01.088855 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-f14ef4ae-76c1-437e-beba-116e0982e869 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0466130 Mar 29 21:11:01.142191 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-232b1d7d-e61d-4cab-833c-9f53f2507e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:01.144034 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-232b1d7d-e61d-4cab-833c-9f53f2507e6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0425560 Mar 29 21:11:01.244096 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-62a44d9c-8b49-4a4a-a615-6ab72e9a9d15 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911059 Mar 29 21:11:01.347291 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df489f7f-c3c8-4ccd-846f-2bab27c62ff6 req-5611a5dc-8520-443c-a04c-4ee0a267428f service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932655 Mar 29 21:11:01.982326 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bce69f3c-d971-4910-b756-f119f35944af no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:11:02.003326 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: bce69f3c-d971-4910-b756-f119f35944af {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:11:02.003833 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bce69f3c-d971-4910-b756-f119f35944af not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:11:02.129973 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd801d-73f2-4456-aa1b-236449d17450 req-da793295-05c9-481a-b63d-7d270fa43d2a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:02.132945 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-10cd801d-73f2-4456-aa1b-236449d17450 req-da793295-05c9-481a-b63d-7d270fa43d2a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0585642 Mar 29 21:11:02.184460 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-10cd801d-73f2-4456-aa1b-236449d17450 req-e58cb926-64de-4be8-9ff1-8d36f76452e7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452201 Mar 29 21:11:03.039384 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76203833-b845-43a2-a939-28c7d2a49d55 req-8ad5ebfb-6067-46b4-854d-5b4d6716dcf3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:03.041097 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-8ad5ebfb-6067-46b4-854d-5b4d6716dcf3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/networks?id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f HTTP/1.1" status: 200 len: 813 time: 0.1065600 Mar 29 21:11:03.057116 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-3919d793-b4aa-499e-be22-46e63fd69c8b tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/quotas/c7365691d2ab4bb0a99f43dd070111c3 HTTP/1.1" status: 200 len: 375 time: 0.0096400 Mar 29 21:11:03.095284 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-4bab5bbf-41db-4592-9b59-3b303ec4a2eb tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7365691d2ab4bb0a99f43dd070111c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318255 Mar 29 21:11:03.194972 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-c62e1681-ef47-4d43-b194-cde5df06c818 service neutron] 10.222.0.37 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908508 Mar 29 21:11:03.338987 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-c8c68dd1-d302-4c78-beed-53ce61f78a1f service neutron] 10.222.0.37 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374316 Mar 29 21:11:03.346837 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0cc91-658f-4492-802d-225c165e3787 req-266ceb51-7843-4863-98ad-1dffb84ccb71 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:03.347983 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-edf0cc91-658f-4492-802d-225c165e3787 req-266ceb51-7843-4863-98ad-1dffb84ccb71 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0704210 Mar 29 21:11:03.397131 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-edf0cc91-658f-4492-802d-225c165e3787 req-73c3d900-d849-483b-9126-f0015860ad75 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415897 Mar 29 21:11:03.548300 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9c428c69-7d5f-4521-be47-f92dd17a83e3 req-1db38145-ad51-4ba2-a6aa-f23d5d14cbda tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 210 time: 0.0563877 Mar 29 21:11:04.569078 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323d923-b32c-495f-8093-510dfc9415db req-d76bc526-ac24-44c6-b89b-407bb0532951 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:04.570801 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6323d923-b32c-495f-8093-510dfc9415db req-d76bc526-ac24-44c6-b89b-407bb0532951 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0811863 Mar 29 21:11:04.631168 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6323d923-b32c-495f-8093-510dfc9415db req-25318046-122b-4dac-a4a1-3acfbd52e20e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483449 Mar 29 21:11:04.781761 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73003682-dad2-494e-85d4-015d04e40d88 req-9de630b5-e9d3-47cd-a5ec-3e2fa3618fe5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 210 time: 0.1109781 Mar 29 21:11:04.818196 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76203833-b845-43a2-a939-28c7d2a49d55 req-79458af0-fd69-425b-a50e-ec54d10c0b1d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:04.820986 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-79458af0-fd69-425b-a50e-ec54d10c0b1d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.39 "GET /v2.0/networks?id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f HTTP/1.1" status: 200 len: 813 time: 0.1655297 Mar 29 21:11:04.855280 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Request body: {'port': {'device_id': 'f998a4cf-6cac-4392-a984-778098e36950', 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f', 'admin_state_up': True, 'tenant_id': 'c7365691d2ab4bb0a99f43dd070111c3'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:11:05.208374 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Made reservation on behalf of c7365691d2ab4bb0a99f43dd070111c3 for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:11:05.212630 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:05.359882 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Allocated IP 172.20.0.4 (cacfc25e-2345-4e89-ae3d-adb6d0013c5f/9617c188-d30f-4c3d-a780-9c4c0941e179/c17b8573-f856-4f61-a4d9-c0c9da0503b3) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:11:05.526693 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:05.560618 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:05.605484 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Network cacfc25e-2345-4e89-ae3d-adb6d0013c5f is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:11:05.608600 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:11:05.612094 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:11:05.634961 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Pushing event updated for resources: {'Port': ['ID=c17b8573-f856-4f61-a4d9-c0c9da0503b3,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:11:05.661690 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:05.662764 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:05.678227 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7a7f969d-8580-4a9d-bdff-3e8fbf1196b8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8268065 Mar 29 21:11:05.753629 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e0603-cbb5-4736-8344-523441c9546b req-842ed6f1-be9c-4df9-8c50-41df06a34ab4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:05.754987 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a24e0603-cbb5-4736-8344-523441c9546b req-842ed6f1-be9c-4df9-8c50-41df06a34ab4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0466609 Mar 29 21:11:05.781396 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Request body: {'port': {'device_id': 'f998a4cf-6cac-4392-a984-778098e36950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:11:05.823294 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a24e0603-cbb5-4736-8344-523441c9546b req-9b057a90-885c-40fd-b60f-51b740ecfbc9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613585 Mar 29 21:11:05.848291 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:05.942665 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f14fd-4f2b-4c0d-954f-712abab3ea5e req-a349798e-85e5-4235-b413-24219adea243 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:05.944568 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dc7f14fd-4f2b-4c0d-954f-712abab3ea5e req-a349798e-85e5-4235-b413-24219adea243 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 931 time: 0.0835152 Mar 29 21:11:06.045231 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dc7f14fd-4f2b-4c0d-954f-712abab3ea5e req-cf67d5df-05f9-4d82-bd12-d1b7d82c1bc6 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585909 Mar 29 21:11:06.164921 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17b8573-f856-4f61-a4d9-c0c9da0503b3 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:11:06.172250 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:06.184596 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Transition to ACTIVE for port object c17b8573-f856-4f61-a4d9-c0c9da0503b3 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:11:06.188192 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:06.236916 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b8573-f856-4f61-a4d9-c0c9da0503b3,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:11:06.301071 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Attempting to bind port c17b8573-f856-4f61-a4d9-c0c9da0503b3 on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:11:06.301315 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Attempting to bind port c17b8573-f856-4f61-a4d9-c0c9da0503b3 by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '1a233118-ec3b-4a02-b1eb-497a2ac78ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:11:06.301613 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Attempting to bind port c17b8573-f856-4f61-a4d9-c0c9da0503b3 on network cacfc25e-2345-4e89-ae3d-adb6d0013c5f {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:11:06.305764 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Port c17b8573-f856-4f61-a4d9-c0c9da0503b3 on network cacfc25e-2345-4e89-ae3d-adb6d0013c5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:11:06.306106 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Attempting to bind port c17b8573-f856-4f61-a4d9-c0c9da0503b3 on network cacfc25e-2345-4e89-ae3d-adb6d0013c5f {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:11:06.310761 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:11:06.311082 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Checking segment: {'id': '1a233118-ec3b-4a02-b1eb-497a2ac78ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:11:06.311445 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Bound using segment: {'id': '1a233118-ec3b-4a02-b1eb-497a2ac78ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:11:06.311856 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Bound port: c17b8573-f856-4f61-a4d9-c0c9da0503b3, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a233118-ec3b-4a02-b1eb-497a2ac78ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:11:06.312191 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:06.372122 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] For port c17b8573-f856-4f61-a4d9-c0c9da0503b3, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:11:06.375000 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] For port c17b8573-f856-4f61-a4d9-c0c9da0503b3, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c17b8573-f856-4f61-a4d9-c0c9da0503b3,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:11:06.379337 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:06.414260 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:06.414857 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:06.416205 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/c17b8573-f856-4f61-a4d9-c0c9da0503b3 HTTP/1.1" status: 200 len: 1093 time: 0.6385994 Mar 29 21:11:06.416628 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f998a4cf-6cac-4392-a984-778098e36950', 'tag': 'c17b8573-f856-4f61-a4d9-c0c9da0503b3'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:11:06.418855 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6d5ad7-f41d-450c-85e4-6d99826ccb16" -d '{"events": [{"name": "network-changed", "server_uuid": "f998a4cf-6cac-4392-a984-778098e36950", "tag": "c17b8573-f856-4f61-a4d9-c0c9da0503b3"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:11:06.442812 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb20fd3-0380-48c7-bb6a-3fbad5aa66c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b8573-f856-4f61-a4d9-c0c9da0503b3,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:11:06.459153 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c017e2-08df-404f-a267-d9c4704db385 x-openstack-request-id: req-a9c017e2-08df-404f-a267-d9c4704db385 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:11:06.459456 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f998a4cf-6cac-4392-a984-778098e36950", "tag": "c17b8573-f856-4f61-a4d9-c0c9da0503b3", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:11:06.459719 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9c017e2-08df-404f-a267-d9c4704db385 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:11:06.460388 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f998a4cf-6cac-4392-a984-778098e36950', 'tag': 'c17b8573-f856-4f61-a4d9-c0c9da0503b3', 'status': 'completed', 'code': 200} Mar 29 21:11:06.565993 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76203833-b845-43a2-a939-28c7d2a49d55 req-33b0b47f-47f5-41eb-abf7-5b11977b240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:06.567544 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-33b0b47f-47f5-41eb-abf7-5b11977b240f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7365691d2ab4bb0a99f43dd070111c3&device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 1096 time: 0.0430508 Mar 29 21:11:06.628772 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-45969794-5c6a-4001-92b3-3d045881763a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c17b8573-f856-4f61-a4d9-c0c9da0503b3 HTTP/1.1" status: 200 len: 217 time: 0.0384262 Mar 29 21:11:06.715313 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76203833-b845-43a2-a939-28c7d2a49d55 req-702f1a9a-812c-468b-8003-a95651bd1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:06.716739 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-702f1a9a-812c-468b-8003-a95651bd1bcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9617c188-d30f-4c3d-a780-9c4c0941e179 HTTP/1.1" status: 200 len: 853 time: 0.0692997 Mar 29 21:11:06.722244 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-69a08704-7875-4b03-b1d9-be279692449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:06.723584 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-69a08704-7875-4b03-b1d9-be279692449e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 1098 time: 0.0509388 Mar 29 21:11:06.754248 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-ccd0a5d3-55aa-4219-99bc-9b2615b95502 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295358 Mar 29 21:11:06.894510 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-d68a0f75-a67e-4fe8-8808-e28f9eff0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:06.895941 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-d68a0f75-a67e-4fe8-8808-e28f9eff0f50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.1635499 Mar 29 21:11:06.902694 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-60667502-3bdd-4131-8c7c-1f4d2d02d335 service neutron] 10.222.0.39 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357129 Mar 29 21:11:07.051797 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-502a6685-678d-44bb-be74-760cebcd855e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f HTTP/1.1" status: 200 len: 1001 time: 0.1476760 Mar 29 21:11:07.059679 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7490381-ce6a-4cec-9357-a688c0865738 req-ec25159f-1090-422f-979a-6c71859bd140 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:07.061048 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a7490381-ce6a-4cec-9357-a688c0865738 req-ec25159f-1090-422f-979a-6c71859bd140 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.1605542 Mar 29 21:11:07.110860 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76203833-b845-43a2-a939-28c7d2a49d55 req-6536bc95-5f1a-4aae-8dc8-c11b2950f355 service neutron] 10.222.0.39 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934717 Mar 29 21:11:07.163373 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-52ac3d4e-f693-474f-9a0a-2d3b27946342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:07.164810 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-52ac3d4e-f693-474f-9a0a-2d3b27946342 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.1001005 Mar 29 21:11:07.172741 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a7490381-ce6a-4cec-9357-a688c0865738 req-831d5289-5d0c-438d-a09d-bccadc679eba tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944633 Mar 29 21:11:07.191104 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7952e5c-0e6a-4bc3-b829-f0d9897305dc req-0c5ecc35-7de6-46dc-a506-86e4f044e330 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:07.192546 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c7952e5c-0e6a-4bc3-b829-f0d9897305dc req-0c5ecc35-7de6-46dc-a506-86e4f044e330 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 943 time: 0.0704103 Mar 29 21:11:07.292440 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c7952e5c-0e6a-4bc3-b829-f0d9897305dc req-e24df322-e630-4de1-b357-56f556dedda5 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931199 Mar 29 21:11:07.299025 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-2ab24444-07a8-435c-8675-8411badbaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:07.300454 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-2ab24444-07a8-435c-8675-8411badbaf67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7365691d2ab4bb0a99f43dd070111c3&device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 1096 time: 0.0861454 Mar 29 21:11:07.302162 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-9d7c7401-4f9f-4c41-8ee2-756ee598abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:07.304514 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-9d7c7401-4f9f-4c41-8ee2-756ee598abe7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0987120 Mar 29 21:11:07.467637 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-d1a8d8f2-2434-4b00-82eb-52890ea99bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:07.469181 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-d1a8d8f2-2434-4b00-82eb-52890ea99bf2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f HTTP/1.1" status: 200 len: 914 time: 0.1564591 Mar 29 21:11:07.471124 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-f31b5f06-f2dc-4156-b5a6-0e56de037dd6 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502740 Mar 29 21:11:07.532490 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-fc24c354-af7c-4359-be31-1c90ef2e9b35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c17b8573-f856-4f61-a4d9-c0c9da0503b3 HTTP/1.1" status: 200 len: 217 time: 0.0520508 Mar 29 21:11:07.628351 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-a7321aae-abb7-4985-bd10-fda74fb1bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:07.629896 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-a7321aae-abb7-4985-bd10-fda74fb1bc47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9617c188-d30f-4c3d-a780-9c4c0941e179 HTTP/1.1" status: 200 len: 853 time: 0.0889215 Mar 29 21:11:07.652554 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7f00e21e-fdfa-475d-930e-5e0e9e6483b3 req-efa888e1-8684-4ad1-8efb-191153b8b3fa service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710937 Mar 29 21:11:07.667630 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-e1a87ae0-20ef-4b5c-b6b8-2c6c19189166 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cacfc25e-2345-4e89-ae3d-adb6d0013c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286481 Mar 29 21:11:07.760627 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-e4e0e7ad-4f55-4e25-94d6-0380fc6fae5c service neutron] 10.222.0.39 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854750 Mar 29 21:11:07.846700 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de6d5ad7-f41d-450c-85e4-6d99826ccb16 req-2bac8a10-9f8f-4aa5-82d0-825dbe590031 service neutron] 10.222.0.39 "GET /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793741 Mar 29 21:11:08.296865 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587e33a-f127-4fe8-bae5-d0a6b30a9917 req-097c5e86-0fe5-45e9-9da7-baf6466efea1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:08.298337 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9587e33a-f127-4fe8-bae5-d0a6b30a9917 req-097c5e86-0fe5-45e9-9da7-baf6466efea1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0509226 Mar 29 21:11:08.335790 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9587e33a-f127-4fe8-bae5-d0a6b30a9917 req-ff46d61b-df2e-4bee-befb-bf3352550d6d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314023 Mar 29 21:11:08.408439 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df09a2-a7e8-4f58-9802-b12732571ed5 req-eba831ca-5209-4bad-982b-18241df4bb69 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:08.409908 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f2df09a2-a7e8-4f58-9802-b12732571ed5 req-eba831ca-5209-4bad-982b-18241df4bb69 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 943 time: 0.0474498 Mar 29 21:11:08.447714 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f2df09a2-a7e8-4f58-9802-b12732571ed5 req-449ec001-ec12-489a-9233-394d912d0e37 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306337 Mar 29 21:11:09.452226 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a83d3-014f-4e49-90cb-d48b95b206f7 req-23dc4933-a865-4aff-a44b-370b576ef864 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:09.453679 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-587a83d3-014f-4e49-90cb-d48b95b206f7 req-23dc4933-a865-4aff-a44b-370b576ef864 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 945 time: 0.0464437 Mar 29 21:11:09.493104 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-587a83d3-014f-4e49-90cb-d48b95b206f7 req-b06d12ce-b166-4f18-93e4-4a47f5a94573 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324013 Mar 29 21:11:09.565770 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c8f86-a56d-493b-a7af-70003008fd24 req-b757a090-35e3-4a72-8108-2b2ca5218220 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:09.567238 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-545c8f86-a56d-493b-a7af-70003008fd24 req-b757a090-35e3-4a72-8108-2b2ca5218220 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 943 time: 0.0503221 Mar 29 21:11:09.606894 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-545c8f86-a56d-493b-a7af-70003008fd24 req-5caaa5c5-c5bc-4def-96c0-be38e10d1629 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Mar 29 21:11:10.012936 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:11:10.092358 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:10.115255 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:11:10.117860 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058fb4c8-0272-46c0-af39-a690ed5984d6" -d '{"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:11:10.130309 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:11:10.135227 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:10.157511 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a500ed45-9e8e-4be5-8191-70511e15a308 x-openstack-request-id: req-a500ed45-9e8e-4be5-8191-70511e15a308 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:11:10.157794 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-unplugged", "status": "failed", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f", "code": 422}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:11:10.158079 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a500ed45-9e8e-4be5-8191-70511e15a308 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:11:10.158500 dv-cinder-835761-1-smb neutron-server[101973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'code': 422} returned with failed status Mar 29 21:11:10.185740 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=8']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:11:10.609875 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c8d2a-6a5d-4bfb-b8fc-6720095067a6 req-4d65f2eb-b26d-4b0d-b2cd-cc7b4793ddec tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:10.611346 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-806c8d2a-6a5d-4bfb-b8fc-6720095067a6 req-4d65f2eb-b26d-4b0d-b2cd-cc7b4793ddec tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0477324 Mar 29 21:11:10.649358 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-806c8d2a-6a5d-4bfb-b8fc-6720095067a6 req-8d2dd0f2-966d-4041-bc4d-9ea23d521aa0 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Mar 29 21:11:10.728112 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b269a0-33db-4cb3-ae43-079ba36a2e45 req-67052700-5d4b-4a10-a02b-b4c5ec3bd7da tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:10.729589 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-43b269a0-33db-4cb3-ae43-079ba36a2e45 req-67052700-5d4b-4a10-a02b-b4c5ec3bd7da tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 943 time: 0.0567305 Mar 29 21:11:10.766994 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-43b269a0-33db-4cb3-ae43-079ba36a2e45 req-ed1c6b16-b157-4e0b-a7a0-49709f7d5d90 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Mar 29 21:11:11.103755 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-e603dce7-7203-457b-99e4-c6a6bf9c74d1 req-2023e301-1583-4cbe-ba96-aa8585a565e6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:11:11.104732 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e603dce7-7203-457b-99e4-c6a6bf9c74d1 req-2023e301-1583-4cbe-ba96-aa8585a565e6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060861 Mar 29 21:11:11.262187 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8005410-cc80-4024-af72-922a5bf700ef req-57152d54-4174-434b-9b1d-80f21e22b710 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:11.264173 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8005410-cc80-4024-af72-922a5bf700ef req-57152d54-4174-434b-9b1d-80f21e22b710 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0543885 Mar 29 21:11:11.304260 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8005410-cc80-4024-af72-922a5bf700ef req-c0a240b1-cfb8-40a2-a572-c36998934c18 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339191 Mar 29 21:11:11.491788 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53056) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:11:11.574349 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-d56ab374-a7ec-429e-880f-1bb688ea1c46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813146 Mar 29 21:11:11.582991 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-a54ccdd3-4be8-45d3-9a3f-a47f0e56ba46 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:11:11.584174 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-a54ccdd3-4be8-45d3-9a3f-a47f0e56ba46 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050676 Mar 29 21:11:11.884564 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c976c0-3368-498b-b766-bff2a51cabf4 req-cd36c6a1-de23-4165-8cbb-e0c5b009dec4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:11.886130 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e3c976c0-3368-498b-b766-bff2a51cabf4 req-cd36c6a1-de23-4165-8cbb-e0c5b009dec4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 943 time: 0.0510592 Mar 29 21:11:11.926609 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e3c976c0-3368-498b-b766-bff2a51cabf4 req-38620011-d90e-481c-9541-785b9da561d4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330887 Mar 29 21:11:12.024655 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c17b8573-f856-4f61-a4d9-c0c9da0503b3 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:11:12.121723 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c17b8573-f856-4f61-a4d9-c0c9da0503b3, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c17b8573-f856-4f61-a4d9-c0c9da0503b3,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:11:12.133938 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'c17b8573-f856-4f61-a4d9-c0c9da0503b3', 'network_id': 'cacfc25e-2345-4e89-ae3d-adb6d0013c5f', 'port_id': 'c17b8573-f856-4f61-a4d9-c0c9da0503b3', 'mac_address': 'fa:16:3e:8f:1e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9617c188-d30f-4c3d-a780-9c4c0941e179', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:11:12.170381 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:12.186753 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17b8573-f856-4f61-a4d9-c0c9da0503b3 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:11:12.205783 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c17b8573-f856-4f61-a4d9-c0c9da0503b3, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c17b8573-f856-4f61-a4d9-c0c9da0503b3,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:11:12.209485 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:12.256664 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=c17b8573-f856-4f61-a4d9-c0c9da0503b3,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:11:12.424197 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061401d-c760-44d5-82f1-6d4c38411ce1 req-0abe7a43-53e5-4a7e-965e-b0d4da0ac0c3 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:12.425595 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8061401d-c760-44d5-82f1-6d4c38411ce1 req-0abe7a43-53e5-4a7e-965e-b0d4da0ac0c3 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0478613 Mar 29 21:11:12.464004 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8061401d-c760-44d5-82f1-6d4c38411ce1 req-56a8aa3a-a4cb-43c0-8a8d-e2766afe6892 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321262 Mar 29 21:11:12.704528 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8966ff34-9079-4737-9b60-0758ba4c2767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:12.791243 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['c17b8573-f856-4f61-a4d9-c0c9da0503b3'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:11:13.082199 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-a4486289-5cae-45b8-9138-ab4e0e618596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:13.084313 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-a4486289-5cae-45b8-9138-ab4e0e618596 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b&tenant_id=d826a617546540359413c5174e67f930 HTTP/1.1" status: 200 len: 1096 time: 0.1003191 Mar 29 21:11:13.091841 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f6539-6757-4d80-80b7-6485723ddfd8 req-7536e540-7cf5-4794-bfab-5e2a5f46166d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:13.093181 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b47f6539-6757-4d80-80b7-6485723ddfd8 req-7536e540-7cf5-4794-bfab-5e2a5f46166d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 944 time: 0.0791221 Mar 29 21:11:13.156663 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b47f6539-6757-4d80-80b7-6485723ddfd8 req-0a2c3906-c0ec-4ee1-bc5f-79d4a0a6a185 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574653 Mar 29 21:11:13.169969 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-da81a0b8-dceb-439f-8db4-c17cbaddd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:13.171520 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-da81a0b8-dceb-439f-8db4-c17cbaddd26d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 1096 time: 0.0523908 Mar 29 21:11:13.259374 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-ad374973-e766-493c-8136-08d9f719753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:13.260711 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-ad374973-e766-493c-8136-08d9f719753b service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.0820026 Mar 29 21:11:13.551913 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-f7500755-c2d2-4b9c-9b53-2874243d94b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f HTTP/1.1" status: 200 len: 999 time: 0.2838840 Mar 29 21:11:13.622215 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-7861c980-3075-40f5-bd6d-505446070d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:13.623635 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-7861c980-3075-40f5-bd6d-505446070d5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.0643063 Mar 29 21:11:13.632370 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28718e9c-51a3-48cd-bd8c-0697930ba79c req-e12eb0d8-b68d-4514-96c1-7261fe193086 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:13.633707 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-28718e9c-51a3-48cd-bd8c-0697930ba79c req-e12eb0d8-b68d-4514-96c1-7261fe193086 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0842464 Mar 29 21:11:13.699485 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-28718e9c-51a3-48cd-bd8c-0697930ba79c req-9b29ae47-fbce-4dce-9472-f5f6fab252cb tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579212 Mar 29 21:11:13.701902 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-f0854cf8-33e1-488e-a7df-45e2a76c637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:13.703324 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-f0854cf8-33e1-488e-a7df-45e2a76c637b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687742 Mar 29 21:11:13.792591 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-2f59b9a1-26af-40b0-9bae-9e441e246956 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823524 Mar 29 21:11:13.888372 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4239134c-fef3-4f7e-9615-4854bf8147b1 req-b7dbd5eb-858b-46b7-97e5-027b86c16d46 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888147 Mar 29 21:11:14.035460 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:11:14.278889 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bc323-e945-4886-bcde-a435a54688f5 req-48bfaedd-84ec-49a7-90a9-fb7b53166ec4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:14.280384 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-423bc323-e945-4886-bcde-a435a54688f5 req-48bfaedd-84ec-49a7-90a9-fb7b53166ec4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 944 time: 0.0486078 Mar 29 21:11:14.324185 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-423bc323-e945-4886-bcde-a435a54688f5 req-4f7fcae7-5e1f-49c4-9c0e-079311687462 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379336 Mar 29 21:11:14.827791 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc47d06-cfa5-4dc1-97a2-bd9cb5868735 req-0a6a5875-a86b-452a-83a5-697306f0a24c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:14.829266 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-abc47d06-cfa5-4dc1-97a2-bd9cb5868735 req-0a6a5875-a86b-452a-83a5-697306f0a24c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0468149 Mar 29 21:11:14.870469 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-abc47d06-cfa5-4dc1-97a2-bd9cb5868735 req-53131051-9075-4889-b520-364fb5b3cf0b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345218 Mar 29 21:11:15.048825 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f5a53b64-ac6b-4abe-baf4-d3465314bfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:15.446820 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd3f60-dec1-417b-b5a5-28e23e6b5243 req-4a5cd730-48ec-4365-a0fe-fd0425d67a53 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:15.448242 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9fdd3f60-dec1-417b-b5a5-28e23e6b5243 req-4a5cd730-48ec-4365-a0fe-fd0425d67a53 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 944 time: 0.0508409 Mar 29 21:11:15.487465 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9fdd3f60-dec1-417b-b5a5-28e23e6b5243 req-3783d3ff-92e7-40ae-9a4a-48bf2d57a917 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Mar 29 21:11:16.000124 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080442b9-c4d3-4ec4-9256-1aeb17e38d4d req-e7a79b7a-c7ac-4ed0-aac4-efc36e3a543b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:16.004904 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-080442b9-c4d3-4ec4-9256-1aeb17e38d4d req-e7a79b7a-c7ac-4ed0-aac4-efc36e3a543b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0552180 Mar 29 21:11:16.037561 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:16.043171 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-080442b9-c4d3-4ec4-9256-1aeb17e38d4d req-d923b648-dba4-4cb8-9853-1d7b3f556689 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341742 Mar 29 21:11:16.055279 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c17b8573-f856-4f61-a4d9-c0c9da0503b3 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:11:16.108940 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port c17b8573-f856-4f61-a4d9-c0c9da0503b3 completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:11:16.113657 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port c17b8573-f856-4f61-a4d9-c0c9da0503b3 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:11:16.114067 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:16.202041 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:16.229278 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998a4cf-6cac-4392-a984-778098e36950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b8573-f856-4f61-a4d9-c0c9da0503b3'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:11:16.231690 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b38990-3986-4d74-9ea1-2e2af2d98416" -d '{"events": [{"server_uuid": "f998a4cf-6cac-4392-a984-778098e36950", "name": "network-vif-plugged", "status": "completed", "tag": "c17b8573-f856-4f61-a4d9-c0c9da0503b3"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:11:16.244997 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c17b8573-f856-4f61-a4d9-c0c9da0503b3, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c17b8573-f856-4f61-a4d9-c0c9da0503b3,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:11:16.249284 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:16.276624 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e93edb5-703a-4c02-9d37-4c3cf4a6ae52 x-openstack-request-id: req-5e93edb5-703a-4c02-9d37-4c3cf4a6ae52 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:11:16.276937 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f998a4cf-6cac-4392-a984-778098e36950", "name": "network-vif-plugged", "status": "completed", "tag": "c17b8573-f856-4f61-a4d9-c0c9da0503b3", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:11:16.277190 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e93edb5-703a-4c02-9d37-4c3cf4a6ae52 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:11:16.277620 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998a4cf-6cac-4392-a984-778098e36950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b8573-f856-4f61-a4d9-c0c9da0503b3', 'code': 200} Mar 29 21:11:16.304341 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=c17b8573-f856-4f61-a4d9-c0c9da0503b3,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:11:16.312129 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.312523 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.312878 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.313164 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.313493 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.313833 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.314163 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.314483 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.314822 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.315145 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.315465 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.315780 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:11:16.610731 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a92900-1254-415f-a18b-0764f8d939cb req-aff93603-f292-4861-bfcf-004ad71320f8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:16.612190 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-04a92900-1254-415f-a18b-0764f8d939cb req-aff93603-f292-4861-bfcf-004ad71320f8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0520360 Mar 29 21:11:16.650587 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-04a92900-1254-415f-a18b-0764f8d939cb req-d0737693-448b-4dd5-8578-78d297305c0a tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Mar 29 21:11:17.174283 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a320bc-8346-488a-80a7-078b0ab6fc31 req-6fa0dd1d-3c86-4fd9-a65a-e9ea927bd62e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:17.175784 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f0a320bc-8346-488a-80a7-078b0ab6fc31 req-6fa0dd1d-3c86-4fd9-a65a-e9ea927bd62e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0534060 Mar 29 21:11:17.216849 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f0a320bc-8346-488a-80a7-078b0ab6fc31 req-37252cff-0126-4f2f-b231-370bdceb5b6b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327277 Mar 29 21:11:17.710996 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:17.808070 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2617a-ad66-4726-9a1b-59c02f2b0583 req-96e41c3c-5d9d-4d0b-a552-8ae611923da4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:17.816255 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e8c2617a-ad66-4726-9a1b-59c02f2b0583 req-96e41c3c-5d9d-4d0b-a552-8ae611923da4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0794718 Mar 29 21:11:17.853661 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e8c2617a-ad66-4726-9a1b-59c02f2b0583 req-44d6bf2e-9d65-46e3-bd77-753cf3d20450 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364633 Mar 29 21:11:18.341424 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ff011-d50c-43f8-9453-888a86dcaa90 req-88892dad-230d-48c6-8f8d-c65caf8816ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:18.342877 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cc5ff011-d50c-43f8-9453-888a86dcaa90 req-88892dad-230d-48c6-8f8d-c65caf8816ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0487297 Mar 29 21:11:18.384826 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cc5ff011-d50c-43f8-9453-888a86dcaa90 req-3f91821c-1df6-4b6b-b68c-aa49c636d2e9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360148 Mar 29 21:11:18.408619 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:18.976724 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62f276-feec-4c1c-ac50-7db4fc551f53 req-d7f6b8e0-5a12-4f56-8f8b-937ce3d30150 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:18.978467 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-af62f276-feec-4c1c-ac50-7db4fc551f53 req-d7f6b8e0-5a12-4f56-8f8b-937ce3d30150 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0567119 Mar 29 21:11:19.018569 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-af62f276-feec-4c1c-ac50-7db4fc551f53 req-29ea8eb1-6b76-422d-98cf-8a7335564345 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Mar 29 21:11:19.513343 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e8a9a-51f4-46a5-8c1b-66e31a24dabb req-1c816457-835a-4c42-a1c3-bbc52b22dc71 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:19.514802 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ab8e8a9a-51f4-46a5-8c1b-66e31a24dabb req-1c816457-835a-4c42-a1c3-bbc52b22dc71 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0491703 Mar 29 21:11:19.551961 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ab8e8a9a-51f4-46a5-8c1b-66e31a24dabb req-8dd58442-da57-444f-8f0c-c17d82a929f1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311959 Mar 29 21:11:20.151107 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb969-3aec-4d3b-9c2e-7c1a08dc609b req-ae511bd9-e540-4716-92a5-9ab7962d6860 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:20.152818 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1e9eb969-3aec-4d3b-9c2e-7c1a08dc609b req-ae511bd9-e540-4716-92a5-9ab7962d6860 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0548625 Mar 29 21:11:20.202162 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1e9eb969-3aec-4d3b-9c2e-7c1a08dc609b req-1fba6145-4d3a-485d-99cd-1a105738ed4e tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378742 Mar 29 21:11:20.682430 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c74194-616b-45f0-a30b-674a9a516ff8 req-a0654567-0c18-4e57-a801-d0bd1328a2c0 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:20.683947 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-59c74194-616b-45f0-a30b-674a9a516ff8 req-a0654567-0c18-4e57-a801-d0bd1328a2c0 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0554812 Mar 29 21:11:20.723438 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-59c74194-616b-45f0-a30b-674a9a516ff8 req-a444fc4b-a1a3-45e8-8fc0-bbe689c922a8 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326929 Mar 29 21:11:21.325812 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18090-e98c-48be-8392-9a95af533b00 req-ab8adb8c-53ef-4d84-9b92-e1a9bd15a167 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:21.327389 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f4c18090-e98c-48be-8392-9a95af533b00 req-ab8adb8c-53ef-4d84-9b92-e1a9bd15a167 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0483193 Mar 29 21:11:21.367525 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f4c18090-e98c-48be-8392-9a95af533b00 req-98dd1cb7-5e40-4843-84f2-9c3261d0053d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Mar 29 21:11:21.845548 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eada61-9fd7-4c12-8c07-cf25e2556f2c req-6f08150e-f84b-4765-9210-a9e412661c8a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:21.847205 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-31eada61-9fd7-4c12-8c07-cf25e2556f2c req-6f08150e-f84b-4765-9210-a9e412661c8a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0502400 Mar 29 21:11:21.890246 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-31eada61-9fd7-4c12-8c07-cf25e2556f2c req-5b1b17e3-a7d7-4d6d-a95c-dc3eb158fbf1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356476 Mar 29 21:11:22.502180 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17edd6-3fcb-4f7a-ac4f-c61b61e2f7cb req-8e00dfaa-b5d4-4fd1-9ef2-f91c35124062 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:22.503726 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d17edd6-3fcb-4f7a-ac4f-c61b61e2f7cb req-8e00dfaa-b5d4-4fd1-9ef2-f91c35124062 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0553865 Mar 29 21:11:22.542446 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d17edd6-3fcb-4f7a-ac4f-c61b61e2f7cb req-a66635cd-5f21-4bc3-84a5-78348651d822 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 Mar 29 21:11:23.022794 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2fe80-a689-4a7f-a00a-ccf98c079048 req-ff8bf6a8-0999-49c8-832c-2791b2accd8c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:23.024400 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-72c2fe80-a689-4a7f-a00a-ccf98c079048 req-ff8bf6a8-0999-49c8-832c-2791b2accd8c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0597553 Mar 29 21:11:23.066047 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-72c2fe80-a689-4a7f-a00a-ccf98c079048 req-a0eaf3dc-c1e0-44ac-ae92-48a835999dee tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354793 Mar 29 21:11:23.657572 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7795734-dc5d-4ee2-8fb1-d59ae0d5fb0d req-9ed4a505-3312-449c-b336-9c3d23139395 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:23.666351 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f7795734-dc5d-4ee2-8fb1-d59ae0d5fb0d req-9ed4a505-3312-449c-b336-9c3d23139395 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0558076 Mar 29 21:11:23.700386 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f7795734-dc5d-4ee2-8fb1-d59ae0d5fb0d req-c0456368-830b-431a-a87d-435e7bcd3e5a tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Mar 29 21:11:24.190792 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda3ae8-a1fd-4b2b-80ff-95b891618efc req-9009c3d1-9bcb-4e8e-afce-29c57ec738d1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:24.192593 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3fda3ae8-a1fd-4b2b-80ff-95b891618efc req-9009c3d1-9bcb-4e8e-afce-29c57ec738d1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0518169 Mar 29 21:11:24.235589 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3fda3ae8-a1fd-4b2b-80ff-95b891618efc req-d9ee1385-4814-48ef-bfe9-63659460caf7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365803 Mar 29 21:11:24.815552 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd37bdf-d423-48f6-87bd-fbacdef35bdf req-52ff55df-2979-48bb-9b9d-aa93b3fe3283 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:24.817020 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ffd37bdf-d423-48f6-87bd-fbacdef35bdf req-52ff55df-2979-48bb-9b9d-aa93b3fe3283 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0505147 Mar 29 21:11:24.857911 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ffd37bdf-d423-48f6-87bd-fbacdef35bdf req-25438bbd-4eae-485b-966d-52d92bab4c34 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341663 Mar 29 21:11:25.363807 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fe668-239e-483b-baf3-2b07abd7fe90 req-9a63d6c1-d561-4e37-aff2-ce75caca9612 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:25.365836 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-103fe668-239e-483b-baf3-2b07abd7fe90 req-9a63d6c1-d561-4e37-aff2-ce75caca9612 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0516729 Mar 29 21:11:25.404759 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-103fe668-239e-483b-baf3-2b07abd7fe90 req-04fd9f83-2eff-473b-ad57-d58b0032facd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329523 Mar 29 21:11:25.979647 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00b445-eb38-4386-b0b5-8be6d27f5048 req-764c2bb8-75b7-45ca-85ed-dc028677e44d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:25.980506 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be00b445-eb38-4386-b0b5-8be6d27f5048 req-764c2bb8-75b7-45ca-85ed-dc028677e44d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0533957 Mar 29 21:11:26.018742 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be00b445-eb38-4386-b0b5-8be6d27f5048 req-fbee0021-fccc-4953-ad6b-3e87188066d3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319998 Mar 29 21:11:26.526024 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a03b80-40ec-4d57-a18a-15948a2bef1d req-b60c8aa0-49b0-45b4-9745-815f7cbc1f60 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:26.527499 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-59a03b80-40ec-4d57-a18a-15948a2bef1d req-b60c8aa0-49b0-45b4-9745-815f7cbc1f60 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0481844 Mar 29 21:11:26.564883 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-59a03b80-40ec-4d57-a18a-15948a2bef1d req-71182439-5825-4611-850b-5d0f75bbbac5 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313544 Mar 29 21:11:27.134972 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b70e4f-78df-469b-af04-568823057778 req-36f44783-7b04-4d79-a6e1-a1d45aaca7bc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:27.136441 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-41b70e4f-78df-469b-af04-568823057778 req-36f44783-7b04-4d79-a6e1-a1d45aaca7bc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0485897 Mar 29 21:11:27.173286 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-41b70e4f-78df-469b-af04-568823057778 req-37a1c089-9b02-4419-ba34-fb7621b7613a tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Mar 29 21:11:27.687556 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5932e-0ccb-4ad1-a71c-debb92c8f6c6 req-a3a00cd7-e4ec-42cd-8bfd-f6b865c9f12f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:27.689012 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bac5932e-0ccb-4ad1-a71c-debb92c8f6c6 req-a3a00cd7-e4ec-42cd-8bfd-f6b865c9f12f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0513463 Mar 29 21:11:27.726417 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bac5932e-0ccb-4ad1-a71c-debb92c8f6c6 req-abd315d2-ea69-43a8-a15d-ce66bc673cfa tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314574 Mar 29 21:11:28.284957 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63843b09-506e-42d0-b9d0-c6180fa7fb9f req-50b57c09-1351-4afe-a791-f53472cbd0f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:28.286366 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-63843b09-506e-42d0-b9d0-c6180fa7fb9f req-50b57c09-1351-4afe-a791-f53472cbd0f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0482914 Mar 29 21:11:28.323443 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-63843b09-506e-42d0-b9d0-c6180fa7fb9f req-7232b077-281b-4003-84cf-9d32b617092b tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Mar 29 21:11:28.546057 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:28.847519 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce5cc-a0a1-4cf2-a228-82148f404d0f req-b5835864-5d8c-407e-9d17-f9e3dbdc0fd9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:28.849428 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4d1ce5cc-a0a1-4cf2-a228-82148f404d0f req-b5835864-5d8c-407e-9d17-f9e3dbdc0fd9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0494938 Mar 29 21:11:28.887541 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4d1ce5cc-a0a1-4cf2-a228-82148f404d0f req-7d418387-9a54-46ce-8bae-8c33e77a849a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324202 Mar 29 21:11:29.438629 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620013d8-4896-4420-92b3-581a6c58e639 req-f7056f07-1ddd-4a98-bab7-3106e71cf570 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:29.440141 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-620013d8-4896-4420-92b3-581a6c58e639 req-f7056f07-1ddd-4a98-bab7-3106e71cf570 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0515299 Mar 29 21:11:29.479065 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-620013d8-4896-4420-92b3-581a6c58e639 req-7ed8f8f5-6b94-4b3b-9713-96e8c484d208 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Mar 29 21:11:30.015198 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64823aad-8dc2-4022-9cbc-6d7dc842ac08 req-57686753-bd8c-4b9b-99fc-b2db91a63ce2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:30.016642 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-64823aad-8dc2-4022-9cbc-6d7dc842ac08 req-57686753-bd8c-4b9b-99fc-b2db91a63ce2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0475440 Mar 29 21:11:30.055275 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-64823aad-8dc2-4022-9cbc-6d7dc842ac08 req-b41b3526-498c-44b3-8e14-10b28a1ecbef tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317357 Mar 29 21:11:30.097392 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:11:30.595205 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b85f34-34c3-4e7e-910a-560403ea0405 req-e2b32a61-e95e-4126-8cd4-eb5952a187e1 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:30.596632 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d3b85f34-34c3-4e7e-910a-560403ea0405 req-e2b32a61-e95e-4126-8cd4-eb5952a187e1 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0460150 Mar 29 21:11:30.633826 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d3b85f34-34c3-4e7e-910a-560403ea0405 req-222ebe86-83e6-49a7-b092-26ffd5b9d75e tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304174 Mar 29 21:11:31.184808 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a3fd9-f1d7-4082-8982-5401ea37a19a req-35eba615-ab4c-4c52-9d5a-b9a0d12374a9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:31.186297 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-081a3fd9-f1d7-4082-8982-5401ea37a19a req-35eba615-ab4c-4c52-9d5a-b9a0d12374a9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0587413 Mar 29 21:11:31.226331 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-081a3fd9-f1d7-4082-8982-5401ea37a19a req-f353ea13-665c-4959-ac81-c55b7ff5f32c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335052 Mar 29 21:11:31.349145 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9760-6c1c-450f-a0fb-f5fc2210cfb0 req-d4252735-40ab-4053-980e-97d0822b3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:31.351303 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-783e9760-6c1c-450f-a0fb-f5fc2210cfb0 req-d4252735-40ab-4053-980e-97d0822b3e54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 1098 time: 0.0425515 Mar 29 21:11:31.388709 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-783e9760-6c1c-450f-a0fb-f5fc2210cfb0 req-f944d355-12a9-473e-988e-8acc40d69fa5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305214 Mar 29 21:11:31.747157 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e1a3c-7cbd-4013-8317-6614e0eb2b0d req-5dcf9a44-4617-4216-a289-4054634f8a2f tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:31.748622 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca7e1a3c-7cbd-4013-8317-6614e0eb2b0d req-5dcf9a44-4617-4216-a289-4054634f8a2f tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0479875 Mar 29 21:11:31.786106 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca7e1a3c-7cbd-4013-8317-6614e0eb2b0d req-1f8074e3-73ad-4de6-be5d-daa205f86e34 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Mar 29 21:11:32.350824 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d6393-45d1-498b-872b-f1aa59fc966f req-1f7062f7-82ba-409c-96ba-3d1e8159126d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:32.352281 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e87d6393-45d1-498b-872b-f1aa59fc966f req-1f7062f7-82ba-409c-96ba-3d1e8159126d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0517998 Mar 29 21:11:32.388810 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e87d6393-45d1-498b-872b-f1aa59fc966f req-dd7bdfbf-5ab2-4390-a893-f017b0f23ee5 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305533 Mar 29 21:11:32.897369 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae297935-21f2-4ee5-aa1e-d3daedd3b10c req-a3317f23-74b9-4975-8db8-7ff84d3fa419 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:32.898830 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ae297935-21f2-4ee5-aa1e-d3daedd3b10c req-a3317f23-74b9-4975-8db8-7ff84d3fa419 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0472221 Mar 29 21:11:32.934506 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ae297935-21f2-4ee5-aa1e-d3daedd3b10c req-4cc187d8-397f-40d1-a09f-5d291d15c9a4 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297697 Mar 29 21:11:33.522766 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2abf35-23af-4303-ad0c-09581e110b47 req-bd530ab9-cbfc-4c31-a014-a3d6d1ace396 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:33.524232 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6a2abf35-23af-4303-ad0c-09581e110b47 req-bd530ab9-cbfc-4c31-a014-a3d6d1ace396 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0616202 Mar 29 21:11:33.565175 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6a2abf35-23af-4303-ad0c-09581e110b47 req-74288e0b-c815-413d-93ae-9810ffa6a91e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331361 Mar 29 21:11:34.048875 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da923-dd2f-4187-82a9-3e09b18d995e req-c70792e6-d02a-4356-a1dc-81eef6697d31 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:34.050317 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df0da923-dd2f-4187-82a9-3e09b18d995e req-c70792e6-d02a-4356-a1dc-81eef6697d31 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0501876 Mar 29 21:11:34.088217 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df0da923-dd2f-4187-82a9-3e09b18d995e req-d1747ecb-0fbb-4f01-9121-7d23b55bbc2d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Mar 29 21:11:34.691068 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80758-8dce-45b5-9011-38b063092b16 req-21f49b04-a5d9-493b-86ec-6dc30dab167a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:34.693279 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f7b80758-8dce-45b5-9011-38b063092b16 req-21f49b04-a5d9-493b-86ec-6dc30dab167a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0502398 Mar 29 21:11:34.735014 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f7b80758-8dce-45b5-9011-38b063092b16 req-6646875a-583b-4fba-9aef-c81f244aa82f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349495 Mar 29 21:11:34.897065 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c4beb-f378-4101-ba88-b6bb36e88ebd req-310f4ba6-e6d7-449b-a857-c91fcb1330c7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:34.898556 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7c5c4beb-f378-4101-ba88-b6bb36e88ebd req-310f4ba6-e6d7-449b-a857-c91fcb1330c7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0783665 Mar 29 21:11:34.904109 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-e7b33a3d-d574-4e5d-9a9c-2883384f17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:34.905453 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-e7b33a3d-d574-4e5d-9a9c-2883384f17a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 1099 time: 0.0605903 Mar 29 21:11:34.985913 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7c5c4beb-f378-4101-ba88-b6bb36e88ebd req-d1f11453-99a2-4c89-a8b1-5acae75b5344 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794923 Mar 29 21:11:35.013918 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-59c6fdf4-fec7-4720-8310-75f09e92ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:35.015422 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-59c6fdf4-fec7-4720-8310-75f09e92ce6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.1027236 Mar 29 21:11:35.081575 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-ce038e6b-5c21-4cf8-8547-288dc61f9707 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742 HTTP/1.1" status: 200 len: 1001 time: 0.0592098 Mar 29 21:11:35.131057 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-1d1a0493-9489-4c49-b192-b34540c7ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:35.132448 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-1d1a0493-9489-4c49-b192-b34540c7ee71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0432947 Mar 29 21:11:35.175663 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-8278c2e8-9891-4ec8-84f4-8f3b10556ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:35.177163 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-8278c2e8-9891-4ec8-84f4-8f3b10556ace service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0374434 Mar 29 21:11:35.266273 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-0f1b6fa8-ecc5-46c6-93f3-f17062469457 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825322 Mar 29 21:11:35.351925 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aaa21377-6201-42ee-b424-4cf6b1ada391 req-3d6a5b97-1606-4fde-b5ea-8fb8caaea2ea service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780947 Mar 29 21:11:35.862030 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe7aa4-c2fe-4ba4-98cc-d87ff51c061b req-c554d8d1-0db2-4b3f-91b3-beb6ebc794bb tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:35.863491 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9dfe7aa4-c2fe-4ba4-98cc-d87ff51c061b req-c554d8d1-0db2-4b3f-91b3-beb6ebc794bb tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 943 time: 0.0526772 Mar 29 21:11:35.905391 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9dfe7aa4-c2fe-4ba4-98cc-d87ff51c061b req-d26a1eec-f8d9-4d74-9a22-fd5b143ea5f9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358491 Mar 29 21:11:36.101732 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4262e-7a15-4632-b79c-0d3ef02c51b9 req-8a550eb2-b8ea-4105-aa5e-b712f5d2ec1b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:36.103550 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70b4262e-7a15-4632-b79c-0d3ef02c51b9 req-8a550eb2-b8ea-4105-aa5e-b712f5d2ec1b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0493288 Mar 29 21:11:36.140139 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70b4262e-7a15-4632-b79c-0d3ef02c51b9 req-f415b40e-31be-4dd6-bf96-d5d17a868563 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306513 Mar 29 21:11:36.186108 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:11:36.278238 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:11:36.289902 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'port_id': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'mac_address': 'fa:16:3e:a1:dd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:11:36.337799 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:36.351028 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd5bf42-1f0f-4bdd-a579-499021628f2f {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:11:36.372051 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:11:36.375909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:36.426864 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=9']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:11:37.025767 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07367e5b-b3d4-4dd4-b136-2a944f1406ac req-863efd5a-03e5-423c-8cbb-cb73437b1242 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:37.027356 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-07367e5b-b3d4-4dd4-b136-2a944f1406ac req-863efd5a-03e5-423c-8cbb-cb73437b1242 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 944 time: 0.0476196 Mar 29 21:11:37.028491 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['bdd5bf42-1f0f-4bdd-a579-499021628f2f'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:11:37.064993 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-07367e5b-b3d4-4dd4-b136-2a944f1406ac req-a3a9e2ca-aca1-4a06-aec5-007c37a8c070 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314839 Mar 29 21:11:37.258686 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f03c9-5681-4f59-8abe-4ad12264af6b req-3f00ac7c-d35d-4895-b0fc-b9714739aa45 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:37.260122 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f47f03c9-5681-4f59-8abe-4ad12264af6b req-3f00ac7c-d35d-4895-b0fc-b9714739aa45 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0508726 Mar 29 21:11:37.296783 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f47f03c9-5681-4f59-8abe-4ad12264af6b req-4b6e4b9d-7ab4-46b8-aa06-302f1d8427c7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Mar 29 21:11:38.183999 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904aed8-93f4-4eef-9c77-3da85ddaf39b req-82a3c929-5db3-4e55-9a7a-d369805aaeda tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:38.185487 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5904aed8-93f4-4eef-9c77-3da85ddaf39b req-82a3c929-5db3-4e55-9a7a-d369805aaeda tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 944 time: 0.0480082 Mar 29 21:11:38.224087 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5904aed8-93f4-4eef-9c77-3da85ddaf39b req-c36eb867-5983-407a-b486-953153481691 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Mar 29 21:11:38.408458 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94108911-f815-4aaa-b928-db0a13620899 req-03f38965-832b-4ad5-821e-fb62a9e3e90e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:38.409893 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-94108911-f815-4aaa-b928-db0a13620899 req-03f38965-832b-4ad5-821e-fb62a9e3e90e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0462675 Mar 29 21:11:38.448231 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-94108911-f815-4aaa-b928-db0a13620899 req-87041446-0c68-43cc-9480-37bd727a0df4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317590 Mar 29 21:11:39.347085 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5e882-63cb-4f58-891d-ae2b04b7f18c req-fe1d21d1-5f5a-460c-86f8-cc4a7411780e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:39.349133 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b1b5e882-63cb-4f58-891d-ae2b04b7f18c req-fe1d21d1-5f5a-460c-86f8-cc4a7411780e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 944 time: 0.0528364 Mar 29 21:11:39.387885 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b1b5e882-63cb-4f58-891d-ae2b04b7f18c req-96de9435-2ba0-44cf-a39c-145b9564c1f8 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324943 Mar 29 21:11:39.559889 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7516c-5117-43ab-8aff-26bb9f604386 req-4064a801-4d37-4ef1-97d6-faa05451bbf4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:39.561202 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-78c7516c-5117-43ab-8aff-26bb9f604386 req-4064a801-4d37-4ef1-97d6-faa05451bbf4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0468128 Mar 29 21:11:39.598911 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-78c7516c-5117-43ab-8aff-26bb9f604386 req-02f89816-2b34-4692-8176-e82a98f6a189 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Mar 29 21:11:40.219903 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:11:40.266808 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port bdd5bf42-1f0f-4bdd-a579-499021628f2f triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:11:40.267099 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:40.343869 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:40.365781 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:11:40.368026 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7af9d6b-249c-4276-9a38-497af44d124e" -d '{"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-plugged", "status": "completed", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:11:40.381276 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:11:40.385597 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:40.413288 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd43af-8fad-42ba-91f5-9d289d6a738b x-openstack-request-id: req-37fd43af-8fad-42ba-91f5-9d289d6a738b {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:11:40.413598 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-plugged", "status": "completed", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:11:40.413852 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37fd43af-8fad-42ba-91f5-9d289d6a738b {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:11:40.414257 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'code': 200} Mar 29 21:11:40.440273 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=10']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:11:40.507007 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb81220-f34d-491b-8b9e-91996fccf9a4 req-7a1b2f86-151a-42a2-8b7a-17ccb923f5ab tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:40.508495 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3cb81220-f34d-491b-8b9e-91996fccf9a4 req-7a1b2f86-151a-42a2-8b7a-17ccb923f5ab tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 946 time: 0.0474961 Mar 29 21:11:40.544731 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3cb81220-f34d-491b-8b9e-91996fccf9a4 req-1e6cfdf8-37d2-410b-a79e-3c8ecb30a8a6 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302811 Mar 29 21:11:40.717620 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41275a-a760-4408-bdfc-342594d5a089 req-bd9a7f88-e435-4b33-85d0-2b0b09072175 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:40.719196 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0a41275a-a760-4408-bdfc-342594d5a089 req-bd9a7f88-e435-4b33-85d0-2b0b09072175 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0519586 Mar 29 21:11:40.757084 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0a41275a-a760-4408-bdfc-342594d5a089 req-c14a784f-afd8-4138-b2ff-2df4db6707f7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 Mar 29 21:11:41.075504 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8459ed-47ac-438c-a72d-bc351579c9c5 req-0eacdab5-e601-42ae-93f8-c661e33dcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:41.076890 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6e8459ed-47ac-438c-a72d-bc351579c9c5 req-0eacdab5-e601-42ae-93f8-c661e33dcb70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 1099 time: 0.0396585 Mar 29 21:11:41.112504 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6e8459ed-47ac-438c-a72d-bc351579c9c5 req-6f0950bd-168c-4ae9-a5a9-84b9fddda19f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285416 Mar 29 21:11:41.661419 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f1b77-7588-4c99-bc87-17b82f8a7eb3 req-ab89b3d8-74d7-4448-9d9c-b7a4e8ad0624 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:41.662908 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-db1f1b77-7588-4c99-bc87-17b82f8a7eb3 req-ab89b3d8-74d7-4448-9d9c-b7a4e8ad0624 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 946 time: 0.0480609 Mar 29 21:11:41.701060 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-db1f1b77-7588-4c99-bc87-17b82f8a7eb3 req-1a2d653e-425f-4e09-bd12-cfce2ed5f128 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311821 Mar 29 21:11:41.875129 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221166a-8c99-493c-966c-6c151d7bb9bc req-1997ea66-8bc4-4c46-8972-25695277d73b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:41.876484 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6221166a-8c99-493c-966c-6c151d7bb9bc req-1997ea66-8bc4-4c46-8972-25695277d73b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0506094 Mar 29 21:11:41.913491 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6221166a-8c99-493c-966c-6c151d7bb9bc req-1f5a682a-1cf5-439b-abaa-b170c8c5fe62 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304358 Mar 29 21:11:42.709282 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3beecb72-ce7f-4a10-b763-a039459cbb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:42.820062 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76069454-72b4-4af7-9cb0-4e1a4d96e28f req-1e97065f-94c3-49a0-a726-1892487a0953 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:42.821525 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76069454-72b4-4af7-9cb0-4e1a4d96e28f req-1e97065f-94c3-49a0-a726-1892487a0953 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 946 time: 0.0476298 Mar 29 21:11:42.859347 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-76069454-72b4-4af7-9cb0-4e1a4d96e28f req-c97bae60-8ead-40bd-8cc6-8f179e528da4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317996 Mar 29 21:11:43.033539 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414a231-26b9-4c96-af31-688a0a1bd0ce req-ae9c0c1b-b752-47a4-88ee-11619b42e001 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:43.035044 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f414a231-26b9-4c96-af31-688a0a1bd0ce req-ae9c0c1b-b752-47a4-88ee-11619b42e001 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0494514 Mar 29 21:11:43.073466 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f414a231-26b9-4c96-af31-688a0a1bd0ce req-6be7dfee-2f22-47d0-86a7-2bf42532f6f6 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Mar 29 21:11:43.984029 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d48479-10b2-44ae-b015-d3997f7f37a7 req-d9950e62-c6c0-4374-b2b1-dd1596521ca2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:43.985599 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-35d48479-10b2-44ae-b015-d3997f7f37a7 req-d9950e62-c6c0-4374-b2b1-dd1596521ca2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 946 time: 0.0538933 Mar 29 21:11:44.034830 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-35d48479-10b2-44ae-b015-d3997f7f37a7 req-252b99f1-8917-4ad4-8e91-1987f5d4efb3 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346887 Mar 29 21:11:44.189137 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367fc8d-39bb-4efb-9921-c2b8999e2f59 req-c70bc14f-e11d-42d0-99c7-76b148f7bf1e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:44.190580 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6367fc8d-39bb-4efb-9921-c2b8999e2f59 req-c70bc14f-e11d-42d0-99c7-76b148f7bf1e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0497007 Mar 29 21:11:44.228201 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6367fc8d-39bb-4efb-9921-c2b8999e2f59 req-99dd8bb2-102a-4046-8cdd-ce0cf1cc0476 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Mar 29 21:11:45.053678 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bfa71083-dc77-45b8-a137-65d01fc562fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:45.350938 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073e8a7-234c-4ee9-acfe-875c0fd01fde req-6bbf6450-ef3b-477c-9609-761d762f122e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:45.352413 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e073e8a7-234c-4ee9-acfe-875c0fd01fde req-6bbf6450-ef3b-477c-9609-761d762f122e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0485024 Mar 29 21:11:45.391335 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e073e8a7-234c-4ee9-acfe-875c0fd01fde req-8e5cd6e4-4a2e-4ae8-bd11-7832535b34b8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315793 Mar 29 21:11:46.042139 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:46.515698 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69bca1-660e-4fce-ae1c-c648415d7f21 req-ab043c84-df1e-436f-9fdf-27149188b301 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:46.517112 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fb69bca1-660e-4fce-ae1c-c648415d7f21 req-ab043c84-df1e-436f-9fdf-27149188b301 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0502565 Mar 29 21:11:46.553740 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fb69bca1-660e-4fce-ae1c-c648415d7f21 req-710afdd1-3396-4c2f-8ebb-2621e6de6576 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306249 Mar 29 21:11:47.667393 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37eb0bf-40fe-4dfd-905e-405913b9db3c req-69232b48-487e-482a-927a-a0efeedbe1a7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:47.668832 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d37eb0bf-40fe-4dfd-905e-405913b9db3c req-69232b48-487e-482a-927a-a0efeedbe1a7 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0468571 Mar 29 21:11:47.702748 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:47.705851 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d37eb0bf-40fe-4dfd-905e-405913b9db3c req-dc594cb9-b800-4430-94a6-66d7bf36dd44 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Mar 29 21:11:48.408443 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:48.826673 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddcab4-9dd1-4a63-9166-f0cd9e51669d req-03511181-6662-43ed-a4da-e0f561a1a300 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:48.828135 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3bddcab4-9dd1-4a63-9166-f0cd9e51669d req-03511181-6662-43ed-a4da-e0f561a1a300 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0536761 Mar 29 21:11:48.865650 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3bddcab4-9dd1-4a63-9166-f0cd9e51669d req-c4ac2d94-d215-4682-874e-5668e4f89cbb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313489 Mar 29 21:11:49.981758 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ab287-5a9e-4d2d-8303-4ea54a9c5b06 req-fac93c1e-4625-4761-b140-49d1fa8d95ef tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:49.983218 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ad3ab287-5a9e-4d2d-8303-4ea54a9c5b06 req-fac93c1e-4625-4761-b140-49d1fa8d95ef tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0505998 Mar 29 21:11:50.020117 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ad3ab287-5a9e-4d2d-8303-4ea54a9c5b06 req-a8816c22-4d71-486d-ba1a-c0437ea723cd tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299315 Mar 29 21:11:51.136550 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d2db3-03e1-49d4-a878-3838eac9bcfb req-fcf87f46-5f5d-49c1-ab68-38035bcf0c7b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:51.138029 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a97d2db3-03e1-49d4-a878-3838eac9bcfb req-fcf87f46-5f5d-49c1-ab68-38035bcf0c7b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0494642 Mar 29 21:11:51.174948 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a97d2db3-03e1-49d4-a878-3838eac9bcfb req-2b47181a-404b-4dbd-9dec-e2551cb372f5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Mar 29 21:11:52.294512 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e2b17-9fee-4832-b909-6aeaea166782 req-9abc34b4-c526-4c27-9ed8-356378660c6a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:52.295985 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-097e2b17-9fee-4832-b909-6aeaea166782 req-9abc34b4-c526-4c27-9ed8-356378660c6a tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0485647 Mar 29 21:11:52.333661 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-097e2b17-9fee-4832-b909-6aeaea166782 req-9283cba5-afaf-45db-8bb1-b174c56962a5 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311530 Mar 29 21:11:53.461248 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51a58b-57db-4966-9423-aa9d2e1542d1 req-d1d89e52-936b-4a9b-ab19-ab8a88ea7ab4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:53.462808 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac51a58b-57db-4966-9423-aa9d2e1542d1 req-d1d89e52-936b-4a9b-ab19-ab8a88ea7ab4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0621998 Mar 29 21:11:53.502795 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac51a58b-57db-4966-9423-aa9d2e1542d1 req-e246d625-aa36-4481-9449-803503cfd2be tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328825 Mar 29 21:11:53.581690 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720b883-a8d9-4dda-8735-69a678928246 req-f5477e3f-10ef-4f9a-ad0a-96fea8f50a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:53.583951 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6720b883-a8d9-4dda-8735-69a678928246 req-f5477e3f-10ef-4f9a-ad0a-96fea8f50a53 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 1099 time: 0.0423210 Mar 29 21:11:53.621123 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6720b883-a8d9-4dda-8735-69a678928246 req-501d9015-7572-4f9e-bb39-45e51896fe38 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299878 Mar 29 21:11:54.618994 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b80237-fd4a-48d8-ab43-72c9d9c442bd req-f117d746-ccc8-4cb5-976e-84814cd1688d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:54.620437 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-65b80237-fd4a-48d8-ab43-72c9d9c442bd req-f117d746-ccc8-4cb5-976e-84814cd1688d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0470431 Mar 29 21:11:54.657338 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-65b80237-fd4a-48d8-ab43-72c9d9c442bd req-5671d9d3-96a6-44f2-83bc-acd6f1c2f57b tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Mar 29 21:11:55.779544 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d167f-1710-412f-9ccb-99a147c8dd61 req-091c1f44-16a2-4590-bf79-b027f33dff89 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:55.780215 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5b5d167f-1710-412f-9ccb-99a147c8dd61 req-091c1f44-16a2-4590-bf79-b027f33dff89 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0510006 Mar 29 21:11:55.817151 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5b5d167f-1710-412f-9ccb-99a147c8dd61 req-a47b3e1d-6df5-44c7-bdbf-4364f13cd639 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305710 Mar 29 21:11:56.214425 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347943f-4866-4d62-b3aa-14706a7e8336 req-77260c7d-28cc-4d26-83a5-d69a98b0247f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:56.215896 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4347943f-4866-4d62-b3aa-14706a7e8336 req-77260c7d-28cc-4d26-83a5-d69a98b0247f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0722377 Mar 29 21:11:56.231177 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-5c3f19df-3416-41ec-b777-4163fe155def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:56.232537 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-5c3f19df-3416-41ec-b777-4163fe155def service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 1099 time: 0.0577111 Mar 29 21:11:56.284847 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4347943f-4866-4d62-b3aa-14706a7e8336 req-ff198556-fd1f-433f-8bfd-558230b87770 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628414 Mar 29 21:11:56.337402 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-dd9af678-9bee-4b44-9829-407e3d04b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:56.338869 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-dd9af678-9bee-4b44-9829-407e3d04b33b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.0987062 Mar 29 21:11:56.408071 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-e74aed50-ef2d-4f74-9f34-67e18c806d32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742 HTTP/1.1" status: 200 len: 1001 time: 0.0558109 Mar 29 21:11:56.462992 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-8fec2270-86d3-4d3b-b177-d6d41946162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:56.464383 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-8fec2270-86d3-4d3b-b177-d6d41946162e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0459416 Mar 29 21:11:56.513782 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-8273a84d-5615-47ac-9a3f-e2302c203fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:56.515274 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-8273a84d-5615-47ac-9a3f-e2302c203fd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0373421 Mar 29 21:11:56.634934 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-910a008b-f0d3-4236-9ad9-ac78a170b154 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043186 Mar 29 21:11:56.729458 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20206776-f5ca-4480-b3f8-8dbd159700ec req-b8324061-5a59-420b-80fa-bb6036637e96 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855670 Mar 29 21:11:57.400558 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e859ab-591c-4307-8d92-9f8f85dddd5c req-5b1eb38b-ee89-40bf-8249-c5c911a96524 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:57.402041 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-79e859ab-591c-4307-8d92-9f8f85dddd5c req-5b1eb38b-ee89-40bf-8249-c5c911a96524 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0482121 Mar 29 21:11:57.438986 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-79e859ab-591c-4307-8d92-9f8f85dddd5c req-56d2452a-f894-4c1b-b4d7-f8e9b55df389 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308902 Mar 29 21:11:58.550614 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:11:58.556217 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db419-de6d-4d0c-8e1d-29c814bccbfc req-cbf2c106-5376-4b72-805b-3bde880656c4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:58.557777 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c13db419-de6d-4d0c-8e1d-29c814bccbfc req-cbf2c106-5376-4b72-805b-3bde880656c4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0517266 Mar 29 21:11:58.597748 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c13db419-de6d-4d0c-8e1d-29c814bccbfc req-431a0930-9f11-4646-a318-50bb923633a4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337572 Mar 29 21:11:59.712545 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c0e5-0ad5-4f7d-bbdf-88afc56c26ce req-56ed1631-11e9-44ed-b92e-a824c3ce8708 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:59.714030 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-36e6c0e5-0ad5-4f7d-bbdf-88afc56c26ce req-56ed1631-11e9-44ed-b92e-a824c3ce8708 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0481632 Mar 29 21:11:59.777614 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-36e6c0e5-0ad5-4f7d-bbdf-88afc56c26ce req-9cf702a2-9b6b-4394-8e71-dd48a4e00beb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574150 Mar 29 21:11:59.784304 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-964c101f-c383-44f5-8d85-623e2223a54d req-33da1c7f-d2e7-44e8-a873-da464559d563 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576293 Mar 29 21:11:59.908309 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c101f-c383-44f5-8d85-623e2223a54d req-0cf402cf-9932-4371-8b40-240720112280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:11:59.910328 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-964c101f-c383-44f5-8d85-623e2223a54d req-0cf402cf-9932-4371-8b40-240720112280 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 1099 time: 0.0419054 Mar 29 21:12:00.034064 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c101f-c383-44f5-8d85-623e2223a54d req-eb63c77b-c2eb-4371-9150-2339961f1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:00.035708 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-964c101f-c383-44f5-8d85-623e2223a54d req-eb63c77b-c2eb-4371-9150-2339961f1bc4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.0886798 Mar 29 21:12:00.347538 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-964c101f-c383-44f5-8d85-623e2223a54d req-4b1be566-bc1f-4f6a-895e-3f5d4fa06403 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f HTTP/1.1" status: 200 len: 1001 time: 0.2983651 Mar 29 21:12:00.397847 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c101f-c383-44f5-8d85-623e2223a54d req-6c10a73d-19dc-47e1-a182-112df0c4af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:00.399290 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-964c101f-c383-44f5-8d85-623e2223a54d req-6c10a73d-19dc-47e1-a182-112df0c4af2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.0424645 Mar 29 21:12:00.447150 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c101f-c383-44f5-8d85-623e2223a54d req-1dc3d715-1f09-4eac-a208-6cfe9bd54187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:00.448594 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-964c101f-c383-44f5-8d85-623e2223a54d req-1dc3d715-1f09-4eac-a208-6cfe9bd54187 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0387988 Mar 29 21:12:00.543825 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-964c101f-c383-44f5-8d85-623e2223a54d req-654895be-5de1-4c70-bd48-a832cf23620f service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814106 Mar 29 21:12:00.640270 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-964c101f-c383-44f5-8d85-623e2223a54d req-a752de1b-2ccc-4102-bbf1-67b9e0e1bad2 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875275 Mar 29 21:12:00.903468 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060533c8-f362-4719-a33b-e06c63ccadda req-0e39eef3-1385-44a7-af85-9078bdf28ebe tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:00.904811 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-060533c8-f362-4719-a33b-e06c63ccadda req-0e39eef3-1385-44a7-af85-9078bdf28ebe tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0525661 Mar 29 21:12:00.945693 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-060533c8-f362-4719-a33b-e06c63ccadda req-c2e6cccb-8102-4367-963e-99d63f549b2f tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339496 Mar 29 21:12:01.187044 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168879dd-82f7-4623-9945-dc79c6094d53 req-f4a807a4-d3fc-4340-92a9-3845f7790565 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:01.188482 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-168879dd-82f7-4623-9945-dc79c6094d53 req-f4a807a4-d3fc-4340-92a9-3845f7790565 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0469513 Mar 29 21:12:01.226046 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-168879dd-82f7-4623-9945-dc79c6094d53 req-3a36a007-c3ec-44ea-a0c9-22e2131e672d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307648 Mar 29 21:12:02.061899 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f367653-023d-45b2-896d-de46794150f5 req-8d8bd93a-cc46-47a2-8f5f-c95b2ee01693 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:02.063353 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0f367653-023d-45b2-896d-de46794150f5 req-8d8bd93a-cc46-47a2-8f5f-c95b2ee01693 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0459893 Mar 29 21:12:02.099860 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0f367653-023d-45b2-896d-de46794150f5 req-52db139a-6050-4df1-b993-474ea6ac8ceb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295382 Mar 29 21:12:02.212428 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e510c-0506-49d4-a86b-b66de73f8820 req-2e703856-7b62-4a82-96ca-acd83f1c639e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:02.213887 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-151e510c-0506-49d4-a86b-b66de73f8820 req-2e703856-7b62-4a82-96ca-acd83f1c639e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0496945 Mar 29 21:12:02.223096 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53448) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:12:02.227856 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-4affb41f-bcda-4be8-b1ce-9b50fe1a0ee2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Request body: {'floatingip': {'port_id': '344bc2bc-1890-4040-b2f2-eeeae3a9d742'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:12:02.284154 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4affb41f-bcda-4be8-b1ce-9b50fe1a0ee2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for floatingip, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:02.340766 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75093af0-55de-44d6-97c8-42abaab627f8 req-c99dad41-163d-4e10-9a25-3e69b37c4eba tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:02.342236 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-75093af0-55de-44d6-97c8-42abaab627f8 req-c99dad41-163d-4e10-9a25-3e69b37c4eba tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Mar 29 21:12:02.381397 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-75093af0-55de-44d6-97c8-42abaab627f8 req-aa5c570d-f53c-4813-a824-f53f8205137d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Mar 29 21:12:02.735362 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4affb41f-bcda-4be8-b1ce-9b50fe1a0ee2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:02.739014 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4affb41f-bcda-4be8-b1ce-9b50fe1a0ee2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:02.938239 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4affb41f-bcda-4be8-b1ce-9b50fe1a0ee2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Router bdc4741b-680c-424e-9346-4f833872b4c4 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:12:03.045141 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4affb41f-bcda-4be8-b1ce-9b50fe1a0ee2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:12:03.049884 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4affb41f-bcda-4be8-b1ce-9b50fe1a0ee2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:03.054942 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] Sync routers for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:12:03.063923 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:12:03.064517 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:11:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:12:03.077735 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:12:03.079963 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c5075ce7fbdf24a62ef22baba17db86c8febec6032db644a0044682309bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c" -d '{"events": [{"name": "network-changed", "server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:12:03.116324 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4affb41f-bcda-4be8-b1ce-9b50fe1a0ee2 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "PUT /v2.0/floatingips/27413ae1-52e2-4cfa-a9f2-c8026611cd9e HTTP/1.1" status: 200 len: 993 time: 0.8867390 Mar 29 21:12:03.118480 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ae4d5a-6e99-4f67-9746-43981bd89dab x-openstack-request-id: req-d5ae4d5a-6e99-4f67-9746-43981bd89dab {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:12:03.118762 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:12:03.119010 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5ae4d5a-6e99-4f67-9746-43981bd89dab {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:12:03.119390 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'status': 'completed', 'code': 200} Mar 29 21:12:03.181796 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:12:03.215344 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-7081531b-a457-4582-85d1-87b6ccc2d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:03.216820 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-7081531b-a457-4582-85d1-87b6ccc2d054 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 1099 time: 0.0399992 Mar 29 21:12:03.309922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-7e76683a-610a-4bba-abb1-92c64945c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:03.311309 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-7e76683a-610a-4bba-abb1-92c64945c37a service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.0861058 Mar 29 21:12:03.375025 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-48a567cd-b8cc-49a1-809e-0a58d8eb3f0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742 HTTP/1.1" status: 200 len: 1001 time: 0.0562117 Mar 29 21:12:03.398803 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '27413ae1-52e2-4cfa-a9f2-c8026611cd9e', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'floating_ip_address': '172.28.3.24', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'port_id': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'mac_address': 'fa:16:3e:9c:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:09:09Z', 'updated_at': '2022-03-29T21:12:02Z', 'revision_number': 3, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:12:03.424470 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-6914c4e0-8bf8-4d3e-bfa9-6185047c1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:03.426751 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-6914c4e0-8bf8-4d3e-bfa9-6185047c1b87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0443962 Mar 29 21:12:03.505978 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] Checking router: bdc4741b-680c-424e-9346-4f833872b4c4 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:12:03.508230 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-f294cbbe-b171-4a99-b263-f6f10707a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:03.509718 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-f294cbbe-b171-4a99-b263-f6f10707a77a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752375 Mar 29 21:12:03.514216 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:12:03.514815 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:11:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:12:03.521650 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89752cd-3cca-40bc-ab9d-cd36a2ea9939 req-2e588b03-3a4f-4144-871c-800c3bed9e62 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:03.523095 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f89752cd-3cca-40bc-ab9d-cd36a2ea9939 req-2e588b03-3a4f-4144-871c-800c3bed9e62 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0597715 Mar 29 21:12:03.614008 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f89752cd-3cca-40bc-ab9d-cd36a2ea9939 req-47193976-91cb-4a59-8554-5ac4f870d43e tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830154 Mar 29 21:12:03.617897 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:12:03.635432 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-103c9a6e-834a-4f87-9e84-91a095e4b871 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114161 Mar 29 21:12:03.728188 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-562b5d6e-6b04-40d5-ba4c-2b76e017e13c req-3f06bada-0d90-498a-8c55-fa089dadd72c service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817637 Mar 29 21:12:03.832876 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '27413ae1-52e2-4cfa-a9f2-c8026611cd9e', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'floating_ip_address': '172.28.3.24', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'port_id': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'mac_address': 'fa:16:3e:9c:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:09:09Z', 'updated_at': '2022-03-29T21:12:02Z', 'revision_number': 3, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:12:03.858523 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05132896-5d56-46ad-bca5-b75ac56b662c None None] The sync data for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb is: [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '27413ae1-52e2-4cfa-a9f2-c8026611cd9e', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'floating_ip_address': '172.28.3.24', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'port_id': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'mac_address': 'fa:16:3e:9c:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:09:09Z', 'updated_at': '2022-03-29T21:12:02Z', 'revision_number': 3, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:12:04.734895 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163b1f3-4b90-4ebc-b8ac-661296362c81 req-0438400f-19a6-4acb-b810-69da0d80c62f tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:04.736333 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5163b1f3-4b90-4ebc-b8ac-661296362c81 req-0438400f-19a6-4acb-b810-69da0d80c62f tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0522523 Mar 29 21:12:04.774233 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5163b1f3-4b90-4ebc-b8ac-661296362c81 req-f621b838-63ef-43cb-8e2c-eb8fa2d0f86e tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Mar 29 21:12:05.120854 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:12:05.123211 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c5075ce7fbdf24a62ef22baba17db86c8febec6032db644a0044682309bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceee4085-215c-46aa-82fc-15edc176e48a" -d '{"events": [{"name": "network-changed", "server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:12:05.158414 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bcc906-1564-4c6f-a34a-382e54cb5984 x-openstack-request-id: req-38bcc906-1564-4c6f-a34a-382e54cb5984 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:12:05.158728 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:12:05.158979 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38bcc906-1564-4c6f-a34a-382e54cb5984 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:12:05.159395 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'status': 'completed', 'code': 200} Mar 29 21:12:05.262259 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4085-215c-46aa-82fc-15edc176e48a req-ec52910a-5a6e-4398-9699-4962ce1e279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:05.263621 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ceee4085-215c-46aa-82fc-15edc176e48a req-ec52910a-5a6e-4398-9699-4962ce1e279c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b93c9a60efd24648afaadcefbf5699f0&device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 1099 time: 0.0394456 Mar 29 21:12:05.354121 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4085-215c-46aa-82fc-15edc176e48a req-2b658388-87df-4fa4-9dd3-cc0435656882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:05.355594 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ceee4085-215c-46aa-82fc-15edc176e48a req-2b658388-87df-4fa4-9dd3-cc0435656882 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 200 len: 919 time: 0.0825677 Mar 29 21:12:05.425875 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ceee4085-215c-46aa-82fc-15edc176e48a req-f1970a24-6deb-43cc-896c-3a50f64fd8be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742 HTTP/1.1" status: 200 len: 1001 time: 0.0603375 Mar 29 21:12:05.481358 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4085-215c-46aa-82fc-15edc176e48a req-2964e41d-624b-4daa-87a8-2920451dd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:05.482775 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ceee4085-215c-46aa-82fc-15edc176e48a req-2964e41d-624b-4daa-87a8-2920451dd145 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 200 len: 857 time: 0.0422354 Mar 29 21:12:05.533976 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4085-215c-46aa-82fc-15edc176e48a req-cb61c0ad-242a-48ac-b4b0-c1c559ed3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:05.535489 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ceee4085-215c-46aa-82fc-15edc176e48a req-cb61c0ad-242a-48ac-b4b0-c1c559ed3a4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0817999d-c260-4619-9013-99526417422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408018 Mar 29 21:12:05.632590 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ceee4085-215c-46aa-82fc-15edc176e48a req-0da51815-a167-4815-acf5-02ef9706bb77 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838008 Mar 29 21:12:05.728313 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ceee4085-215c-46aa-82fc-15edc176e48a req-76840dfb-e259-4b10-aea8-6f48657d83f1 service neutron] 10.222.0.39 "GET /v2.0/networks/0817999d-c260-4619-9013-99526417422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834370 Mar 29 21:12:05.886802 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c840b94-36a6-47fa-81f5-10fcabdcbd4a req-6973b734-1acd-45ed-bd4a-9db989502ebb tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:05.888238 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8c840b94-36a6-47fa-81f5-10fcabdcbd4a req-6973b734-1acd-45ed-bd4a-9db989502ebb tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0486176 Mar 29 21:12:05.925098 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8c840b94-36a6-47fa-81f5-10fcabdcbd4a req-5b844393-2b60-46d1-9f93-9fda077379ee tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Mar 29 21:12:07.039789 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0668-d335-4f5f-8e47-f26b996461c6 req-dc8d842b-7339-4095-9bff-9bea4c37d22d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:07.041230 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f3f0668-d335-4f5f-8e47-f26b996461c6 req-dc8d842b-7339-4095-9bff-9bea4c37d22d tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0469089 Mar 29 21:12:07.078741 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f3f0668-d335-4f5f-8e47-f26b996461c6 req-11c1bfe6-af26-4761-93dd-f18d907cfdbc tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1fcb2de-7598-43d9-9c57-65293b3913db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314748 Mar 29 21:12:07.101585 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:12:07.501206 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-630f828b-9d58-4152-bb1c-96dbe14fbb28 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:07.502701 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-630f828b-9d58-4152-bb1c-96dbe14fbb28 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.39 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 945 time: 0.0478609 Mar 29 21:12:07.599759 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Deleting port c17b8573-f856-4f61-a4d9-c0c9da0503b3 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:12:07.600010 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:07.684161 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] For port c17b8573-f856-4f61-a4d9-c0c9da0503b3, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c17b8573-f856-4f61-a4d9-c0c9da0503b3,segment=NetworkSegment(1a233118-ec3b-4a02-b1eb-497a2ac78ebd),segment_id=1a233118-ec3b-4a02-b1eb-497a2ac78ebd)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:12:07.684511 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:07.699873 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Calling delete_port for c17b8573-f856-4f61-a4d9-c0c9da0503b3 owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:12:07.821930 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:07.850648 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Pushing event deleted for resources: {'Port': ['ID=c17b8573-f856-4f61-a4d9-c0c9da0503b3,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:12:07.862929 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.863304 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.863644 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.863977 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.864333 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.864663 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.865012 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.865338 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.865664 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.866005 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.866331 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.866646 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:07.880871 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['c17b8573-f856-4f61-a4d9-c0c9da0503b3'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:12:07.902314 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] No DVR routers for this DVR port c17b8573-f856-4f61-a4d9-c0c9da0503b3 on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:12:07.904571 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:07.908012 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2baa9cda-472b-49f6-9127-d10de05f0a8a req-b886299a-4021-4a3d-a590-a4a14ec1c5f3 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.39 "DELETE /v2.0/ports/c17b8573-f856-4f61-a4d9-c0c9da0503b3 HTTP/1.1" status: 204 len: 173 time: 0.3998311 Mar 29 21:12:07.908451 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998a4cf-6cac-4392-a984-778098e36950', 'name': 'network-vif-deleted', 'tag': 'c17b8573-f856-4f61-a4d9-c0c9da0503b3'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:12:07.911370 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa12ef-45ee-4bd6-a6f4-ecb34b303ef4" -d '{"events": [{"server_uuid": "f998a4cf-6cac-4392-a984-778098e36950", "name": "network-vif-deleted", "tag": "c17b8573-f856-4f61-a4d9-c0c9da0503b3"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:12:07.954644 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4d34a4-d45b-48b3-b90e-20fd47582e8a x-openstack-request-id: req-df4d34a4-d45b-48b3-b90e-20fd47582e8a {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:12:07.954932 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f998a4cf-6cac-4392-a984-778098e36950", "name": "network-vif-deleted", "tag": "c17b8573-f856-4f61-a4d9-c0c9da0503b3", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:12:07.955178 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df4d34a4-d45b-48b3-b90e-20fd47582e8a {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:12:07.955565 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998a4cf-6cac-4392-a984-778098e36950', 'name': 'network-vif-deleted', 'tag': 'c17b8573-f856-4f61-a4d9-c0c9da0503b3', 'status': 'completed', 'code': 200} Mar 29 21:12:08.185306 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-26bff16c-4cc3-4881-bcc5-abda0b88d8e8 req-bc8d5302-0b16-4ca1-9ff3-615a9b5230e8 tempest-VolumesSnapshotTestJSON-169639981 tempest-VolumesSnapshotTestJSON-169639981-project] 10.222.0.37 "GET /v2.0/ports?device_id=f998a4cf-6cac-4392-a984-778098e36950 HTTP/1.1" status: 200 len: 210 time: 0.0260725 Mar 29 21:12:08.566796 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bb1e0-36c2-44ad-99c4-e332dcf512f1 req-10be5f6f-3607-46ee-bc47-dffee69f0b0d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:08.568263 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f51bb1e0-36c2-44ad-99c4-e332dcf512f1 req-10be5f6f-3607-46ee-bc47-dffee69f0b0d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0472341 Mar 29 21:12:08.615881 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f51bb1e0-36c2-44ad-99c4-e332dcf512f1 req-2da407f0-15df-4b27-955e-b436158ead2e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 Mar 29 21:12:09.785458 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15469b08-e425-47c6-9fe4-a2fa04238012 req-b29b29a8-3728-4321-83a4-fa49421c2f0b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:09.786852 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-15469b08-e425-47c6-9fe4-a2fa04238012 req-b29b29a8-3728-4321-83a4-fa49421c2f0b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.1024759 Mar 29 21:12:09.830809 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-15469b08-e425-47c6-9fe4-a2fa04238012 req-2db24b1e-16ad-4b54-8a49-903da7efaff6 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380628 Mar 29 21:12:10.342519 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c17b8573-f856-4f61-a4d9-c0c9da0503b3 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:12:10.364763 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: c17b8573-f856-4f61-a4d9-c0c9da0503b3 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:12:10.365107 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c17b8573-f856-4f61-a4d9-c0c9da0503b3 not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:12:10.995448 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafeed3e-2b7d-4f70-a569-713a8e318c08 req-b379e00b-d4cd-424c-be61-28c12794b86d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:10.996906 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eafeed3e-2b7d-4f70-a569-713a8e318c08 req-b379e00b-d4cd-424c-be61-28c12794b86d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0970619 Mar 29 21:12:11.033644 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eafeed3e-2b7d-4f70-a569-713a8e318c08 req-15b9c67d-225d-474c-ae0b-1352a0ce4396 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306695 Mar 29 21:12:12.148007 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c1702-d436-4690-91e0-347fa0db9d08 req-65312739-096b-42b7-9cd4-1876b3e4abfb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:12.149493 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-918c1702-d436-4690-91e0-347fa0db9d08 req-65312739-096b-42b7-9cd4-1876b3e4abfb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0495296 Mar 29 21:12:12.187543 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-918c1702-d436-4690-91e0-347fa0db9d08 req-eadcd8dc-1cdc-4e0d-90cd-b6815405462b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Mar 29 21:12:12.709446 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ca51c4c3-2762-48c5-a5db-2d4d1ec023ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:13.307942 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbffd2-3973-43fd-9a63-cf14ae7dfa4d req-42962325-ae01-4162-96b1-812b5dd9414e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:13.309315 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4cbffd2-3973-43fd-9a63-cf14ae7dfa4d req-42962325-ae01-4162-96b1-812b5dd9414e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0520639 Mar 29 21:12:13.346288 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e4cbffd2-3973-43fd-9a63-cf14ae7dfa4d req-73712442-6466-4589-be52-072b46d64db5 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Mar 29 21:12:14.460305 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ee8ab-98fe-4260-b787-1a864f0ff778 req-8054dfa6-7596-42b4-8482-336af5297623 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:14.461742 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-228ee8ab-98fe-4260-b787-1a864f0ff778 req-8054dfa6-7596-42b4-8482-336af5297623 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0469041 Mar 29 21:12:14.501392 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-228ee8ab-98fe-4260-b787-1a864f0ff778 req-abcbeff0-a492-4e6c-a1d7-0232c99e98d9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335135 Mar 29 21:12:15.055553 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4f165c34-3d46-4bff-b9a5-4c0986aed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:15.624336 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5591fc-49bf-4b06-a049-dca7af7a5a19 req-4140a965-ab97-4d7d-b071-722cc92a1776 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:15.625796 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d5591fc-49bf-4b06-a049-dca7af7a5a19 req-4140a965-ab97-4d7d-b071-722cc92a1776 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0478106 Mar 29 21:12:15.663198 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9d5591fc-49bf-4b06-a049-dca7af7a5a19 req-7e482f09-1dee-407f-abf1-2a3b72d78806 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308664 Mar 29 21:12:16.043755 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:16.782963 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c4f43-d7f8-4d01-9436-0653fb897bfb req-e6a82ea8-89f4-4113-9af6-66c62f38d07d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:16.784423 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0e1c4f43-d7f8-4d01-9436-0653fb897bfb req-e6a82ea8-89f4-4113-9af6-66c62f38d07d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0528505 Mar 29 21:12:16.822624 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0e1c4f43-d7f8-4d01-9436-0653fb897bfb req-c3d7e9d4-2b4a-4142-95e8-3977e6a0c609 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Mar 29 21:12:17.708664 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:17.936737 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc310d4-f92a-465d-9831-bf75f799fb9c req-6bcb2952-c7d7-4eb0-8238-9dd6807bf899 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:17.938947 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-abc310d4-f92a-465d-9831-bf75f799fb9c req-6bcb2952-c7d7-4eb0-8238-9dd6807bf899 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0495260 Mar 29 21:12:17.980549 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-abc310d4-f92a-465d-9831-bf75f799fb9c req-c5f6e777-2a88-4043-8ec3-6acae4c236da tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333261 Mar 29 21:12:18.410437 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:19.094861 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df5547-7268-483b-b42e-083325086890 req-458bc8a5-4e21-4465-a7fc-266834ef46cd tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:19.096313 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-83df5547-7268-483b-b42e-083325086890 req-458bc8a5-4e21-4465-a7fc-266834ef46cd tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0483842 Mar 29 21:12:19.133763 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-83df5547-7268-483b-b42e-083325086890 req-a4cd87b2-3562-40ca-a60b-bbd72ec81f3e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305839 Mar 29 21:12:20.255993 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d146af-f29d-46a0-9adc-012823ab206e req-c327a10c-948a-4310-a44b-af1b03a4a603 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:20.257711 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9d146af-f29d-46a0-9adc-012823ab206e req-c327a10c-948a-4310-a44b-af1b03a4a603 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0566447 Mar 29 21:12:20.294984 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9d146af-f29d-46a0-9adc-012823ab206e req-64e3b22b-f8ca-4119-bfa7-303aab8283cf tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Mar 29 21:12:21.412678 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b5a87-86bc-4a60-862b-bc6936c23444 req-42a8aaec-9a37-4d29-9a96-78f340447844 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:21.414886 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-351b5a87-86bc-4a60-862b-bc6936c23444 req-42a8aaec-9a37-4d29-9a96-78f340447844 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0516796 Mar 29 21:12:21.451859 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-351b5a87-86bc-4a60-862b-bc6936c23444 req-44085923-76b5-49da-b8c9-1cf80bcc44d4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308535 Mar 29 21:12:22.570955 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec45f4d-2993-4bf7-8780-94528190dada req-8ff9eb7d-b02b-49f2-bd1d-93f1012e3de2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:22.572406 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6ec45f4d-2993-4bf7-8780-94528190dada req-8ff9eb7d-b02b-49f2-bd1d-93f1012e3de2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0481000 Mar 29 21:12:22.610502 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6ec45f4d-2993-4bf7-8780-94528190dada req-f46042f2-e211-4480-b7b2-04ee5d0cc413 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Mar 29 21:12:23.729647 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9512cd4-92c4-41fe-8a77-fc1d2d7bed60 req-580efb33-2a9e-4dc5-8ad4-00a056f91386 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:23.731133 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a9512cd4-92c4-41fe-8a77-fc1d2d7bed60 req-580efb33-2a9e-4dc5-8ad4-00a056f91386 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0522249 Mar 29 21:12:23.767893 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a9512cd4-92c4-41fe-8a77-fc1d2d7bed60 req-ede37acf-d1b5-4405-b9af-ad6a1720073d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306568 Mar 29 21:12:24.885977 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c2817-41d7-406a-9246-c8ed0a6c7429 req-5fb19488-7acc-4d27-ac16-e22146675cad tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:24.887322 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-907c2817-41d7-406a-9246-c8ed0a6c7429 req-5fb19488-7acc-4d27-ac16-e22146675cad tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0472102 Mar 29 21:12:24.924176 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-907c2817-41d7-406a-9246-c8ed0a6c7429 req-df6cc03a-fe0d-4443-a0bd-cc1c9705590b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310168 Mar 29 21:12:25.151787 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9b47c-f5b7-4777-a120-1f5f58288d91 req-cf2ad3c2-63c1-4f1d-85a9-7fe8112eb7e9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:25.153271 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-19b9b47c-f5b7-4777-a120-1f5f58288d91 req-cf2ad3c2-63c1-4f1d-85a9-7fe8112eb7e9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0481417 Mar 29 21:12:25.221042 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-19b9b47c-f5b7-4777-a120-1f5f58288d91 req-dbf7e71a-8eaa-475b-8dda-c96153a1a54b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612321 Mar 29 21:12:25.227404 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-3afbe06f-4b9c-45f7-9603-540739b8b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:25.228862 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-3afbe06f-4b9c-45f7-9603-540739b8b1e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 1099 time: 0.0633006 Mar 29 21:12:25.319130 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-498c65c3-e84d-4198-8348-6496c2e3f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:25.320602 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-498c65c3-e84d-4198-8348-6496c2e3f2c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 911 time: 0.0846839 Mar 29 21:12:25.387052 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-712498d9-cd73-439e-b93c-5540110b47e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f HTTP/1.1" status: 200 len: 1002 time: 0.0592084 Mar 29 21:12:25.436078 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-0e5dadb2-ce0d-49da-8a61-0db5727d0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:25.437407 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-0e5dadb2-ce0d-49da-8a61-0db5727d0775 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 200 len: 849 time: 0.0427544 Mar 29 21:12:25.482171 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-0170e9e1-fcdb-4524-a083-1c49b648b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:25.483582 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-0170e9e1-fcdb-4524-a083-1c49b648b9e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093f6feb-78c9-4f9e-bc6b-27267053084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390255 Mar 29 21:12:25.575657 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-5d29d768-2a44-4d09-b21d-d3b9bf57a5a5 service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837553 Mar 29 21:12:25.662549 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86d62e25-c6eb-46b8-9b9b-e35a06625f87 req-d0d17713-4761-4d4b-968c-b67ab08cc623 service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796866 Mar 29 21:12:26.339831 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c191fc7-c832-45e1-87bd-e9c8251464b0 req-70a05c43-cab1-456e-9015-538aa75055e4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:26.341262 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c191fc7-c832-45e1-87bd-e9c8251464b0 req-70a05c43-cab1-456e-9015-538aa75055e4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0509613 Mar 29 21:12:26.377340 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c191fc7-c832-45e1-87bd-e9c8251464b0 req-07b7c01c-2a12-4373-9df9-df0f60a140cd tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299447 Mar 29 21:12:27.494808 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5895939-a40c-4e47-8d47-fb16458eface req-ae0762f0-563c-4133-a68f-bc78320bcf13 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:12:27.496201 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c5895939-a40c-4e47-8d47-fb16458eface req-ae0762f0-563c-4133-a68f-bc78320bcf13 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0517054 Mar 29 21:12:27.532854 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c5895939-a40c-4e47-8d47-fb16458eface req-a575092c-db08-4888-ae5a-8830df92fdb8 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306594 Mar 29 21:12:28.546050 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.145298 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53666) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:12:29.189726 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Deleting subnet 9617c188-d30f-4c3d-a780-9c4c0941e179 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:12:29.192892 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.226794 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220890'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.271134 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.327275 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16977711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16996658'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.360552 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.364558 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9617c188-d30f-4c3d-a780-9c4c0941e179 HTTP/1.1" status: 204 len: 168 time: 0.2182500 Mar 29 21:12:29.365625 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9617c188-d30f-4c3d-a780-9c4c0941e179,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:12:29.367073 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53668) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:12:29.373306 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.373656 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.374027 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.374373 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.374714 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.375037 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.375365 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.375694 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.376024 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.376350 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.376674 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.376996 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a9790-1253-446f-b0b6-9da7dcf15081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:12:29.432637 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.511142 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.530237 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacfc25e-2345-4e89-ae3d-adb6d0013c5f']}} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:12:29.539548 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a233118-ec3b-4a02-b1eb-497a2ac78ebd') {'for_net_delete': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:12:29.539839 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a233118-ec3b-4a02-b1eb-497a2ac78ebd') {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:12:29.548764 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224763'] for segment, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.561124 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.567233 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:12:29.567610 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693411'] for segment, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: Traceback (most recent call last): Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: timer() Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: cb(*args, **kw) Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: return func(*args, **kwargs) Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: self._notify() Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: self.callback(batched_events) Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: event.method(event) Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: return f(self, *a, **k) Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: return self._get(url).json() Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: return self.request(url, 'GET', **kwargs) Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:12:29.569182 dv-cinder-835761-1-smb neutron-server[101972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:12:29.629018 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.636925 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.640480 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cacfc25e-2345-4e89-ae3d-adb6d0013c5f HTTP/1.1" status: 204 len: 168 time: 0.2724335 Mar 29 21:12:29.651828 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74ca92-1dd0-47ff-b5bd-5a5e13cecc90 admin admin] Pushing event deleted for resources: {'Network': ['ID=cacfc25e-2345-4e89-ae3d-adb6d0013c5f,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:12:29.752667 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53672) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:12:29.791433 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-84fbe3a8-ec7b-42e3-87a1-5ca825a443a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7365691d2ab4bb0a99f43dd070111c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375535 Mar 29 21:12:29.793706 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53674) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:12:29.838867 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-adcc97c3-35fb-495c-a77c-4b3fb8ee2051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.859895 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-adcc97c3-35fb-495c-a77c-4b3fb8ee2051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.904747 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-adcc97c3-35fb-495c-a77c-4b3fb8ee2051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.907266 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-adcc97c3-35fb-495c-a77c-4b3fb8ee2051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:29.908383 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-adcc97c3-35fb-495c-a77c-4b3fb8ee2051 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1fcb2de-7598-43d9-9c57-65293b3913db HTTP/1.1" status: 204 len: 168 time: 0.1137254 Mar 29 21:12:29.915993 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc97c3-35fb-495c-a77c-4b3fb8ee2051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fcb2de-7598-43d9-9c57-65293b3913db,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:12:42.713485 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4f5b-1b82-4e9f-a26e-9953ef5d4a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:44.101231 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:12:45.056549 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff9ad-92a5-4a7e-88a0-2165546394bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:46.045605 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:47.709767 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:48.410671 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:12:58.546614 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:01.907937 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-abeab676-d1b9-44dc-a7a6-c972c0369cfa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1765568 Mar 29 21:13:01.978195 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-73713a11-80ad-481c-83f6-4c2a242f317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:01.979835 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-73713a11-80ad-481c-83f6-4c2a242f317b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 1099 time: 0.0387959 Mar 29 21:13:02.079159 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-5116e4ff-287f-452f-92d6-14f21973b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:02.080491 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-5116e4ff-287f-452f-92d6-14f21973b671 service neutron] 10.222.0.39 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 911 time: 0.0805681 Mar 29 21:13:02.146752 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-769a4f6c-5c9c-41f1-9e9c-0849acd87b2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f HTTP/1.1" status: 200 len: 1002 time: 0.0589507 Mar 29 21:13:02.204755 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-92099ff5-7a32-44c7-8f1a-3d25e1e0a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:02.206272 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-92099ff5-7a32-44c7-8f1a-3d25e1e0a47a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 200 len: 849 time: 0.0511768 Mar 29 21:13:02.250188 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-b7747b5f-c6b6-493e-9459-69f9cca80ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:02.251659 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-b7747b5f-c6b6-493e-9459-69f9cca80ea3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093f6feb-78c9-4f9e-bc6b-27267053084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0391736 Mar 29 21:13:02.340363 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-518d6bb8-719d-4d2c-b1c5-fd5fd0a1fc7f service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823798 Mar 29 21:13:02.430473 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e27ef0b-6d7e-4cce-b6e7-4e136cf7d11f req-6760e154-e0f6-4009-93d1-bacf4340e16f service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839679 Mar 29 21:13:12.714769 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e0272413-a4cb-470f-bf78-b1b18d275814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:15.057353 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eb845f91-359d-4ce2-bcf8-323f56a5653a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:15.848160 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1f5f-29bc-415e-aff9-ccee81b13ab5 req-5213ed87-cb04-4c79-b920-24767a1780ec tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:15.849806 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cc9c1f5f-29bc-415e-aff9-ccee81b13ab5 req-5213ed87-cb04-4c79-b920-24767a1780ec tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 946 time: 0.0489843 Mar 29 21:13:15.887308 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cc9c1f5f-29bc-415e-aff9-ccee81b13ab5 req-a51c1f07-4605-4a81-9cbb-64f86cb4ecc9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317895 Mar 29 21:13:16.048491 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:17.007383 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e64fe1-5ec1-4d9f-bee9-9db2e01549b1 req-39579a89-1acf-49b1-8be2-3b72cff4a2da tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:17.008741 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f1e64fe1-5ec1-4d9f-bee9-9db2e01549b1 req-39579a89-1acf-49b1-8be2-3b72cff4a2da tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 946 time: 0.0484228 Mar 29 21:13:17.045232 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f1e64fe1-5ec1-4d9f-bee9-9db2e01549b1 req-5d96daa1-94f7-4b10-88f4-9e5f77176df1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305972 Mar 29 21:13:17.712294 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:18.156101 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03489f6f-f557-430f-a60e-71888fa7321b req-1ad73fd9-2aa9-48be-a676-d422139fea23 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:18.157493 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-03489f6f-f557-430f-a60e-71888fa7321b req-1ad73fd9-2aa9-48be-a676-d422139fea23 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 946 time: 0.0720031 Mar 29 21:13:18.203276 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b9c47-b48d-410f-9978-2526fc512577 req-2ddeb84b-6ab8-49df-84b9-39a23268a9a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:18.204708 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7c4b9c47-b48d-410f-9978-2526fc512577 req-2ddeb84b-6ab8-49df-84b9-39a23268a9a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 946 time: 0.0865417 Mar 29 21:13:18.273556 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7c4b9c47-b48d-410f-9978-2526fc512577 req-dc8b7382-ab0b-46e0-9b16-a30b5fc5d042 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab9921cd-8605-4e98-a047-db6fdd70b608&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579956 Mar 29 21:13:18.286430 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Deleting port bdd5bf42-1f0f-4bdd-a579-499021628f2f {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:18.286763 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:18.373040 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] For port bdd5bf42-1f0f-4bdd-a579-499021628f2f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=bdd5bf42-1f0f-4bdd-a579-499021628f2f,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:18.373394 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:18.414196 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:18.804780 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:18.805134 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:18.805445 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Floating IP 5e827a95-5d6e-4e5e-80bd-3e618b5c1093 disassociated. External IP: 172.28.3.107, port: bdd5bf42-1f0f-4bdd-a579-499021628f2f. Mar 29 21:13:18.805778 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Calling delete_port for bdd5bf42-1f0f-4bdd-a579-499021628f2f owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:18.932792 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:18.960935 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event deleted for resources: {'Port': ['ID=bdd5bf42-1f0f-4bdd-a579-499021628f2f,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:18.971556 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.971896 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.972408 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.973148 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.973483 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.973810 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.974169 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.974490 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.974807 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.975125 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.975458 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:18.975755 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:19.081519 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Router 9475f90a-ecb8-4e4f-afe1-377fb2007882 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:13:19.187856 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:13:19.203451 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] Sync routers for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:13:19.215108 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:19.215842 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:19.228049 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] No DVR routers for this DVR port bdd5bf42-1f0f-4bdd-a579-499021628f2f on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:13:19.230699 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:19.234003 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-03489f6f-f557-430f-a60e-71888fa7321b req-138c3a49-47b6-4462-b87f-15f4e7f4b8a1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "DELETE /v2.0/ports/bdd5bf42-1f0f-4bdd-a579-499021628f2f HTTP/1.1" status: 204 len: 173 time: 1.0707164 Mar 29 21:13:19.234414 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-deleted', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:19.236619 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e912ab-4110-46b7-95fd-4410ea19d4d3" -d '{"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-deleted", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:19.325817 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:19.366469 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dee9da6-4ec2-4293-98b2-52c2468290b8 x-openstack-request-id: req-2dee9da6-4ec2-4293-98b2-52c2468290b8 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:19.366758 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f234a-5c5c-48ce-99f1-1920b020223b", "name": "network-vif-deleted", "tag": "bdd5bf42-1f0f-4bdd-a579-499021628f2f", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:19.367009 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dee9da6-4ec2-4293-98b2-52c2468290b8 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:19.367406 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f234a-5c5c-48ce-99f1-1920b020223b', 'name': 'network-vif-deleted', 'tag': 'bdd5bf42-1f0f-4bdd-a579-499021628f2f', 'status': 'completed', 'code': 200} Mar 29 21:13:19.401561 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aca954f8-c291-4c07-8672-42a907f980e9 req-6950eec5-210b-440b-957d-a4ab4c58d1cd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f234a-5c5c-48ce-99f1-1920b020223b HTTP/1.1" status: 200 len: 210 time: 0.0286126 Mar 29 21:13:19.529431 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:19.559841 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] Checking router: 9475f90a-ecb8-4e4f-afe1-377fb2007882 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:13:19.568431 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:19.569034 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:19.671984 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:19.876016 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:19.902142 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26b956-df91-4b7c-b532-32a013657be9 None None] The sync data for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb is: [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:13:20.114821 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd4589-ecb2-497a-be45-1e141747048c None None] New status for floating IP 5e827a95-5d6e-4e5e-80bd-3e618b5c1093: DOWN {{(pid=101974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:13:20.495990 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53754) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:20.547986 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c37c9d47-579e-484c-b808-c282f505cee9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:20.569573 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c37c9d47-579e-484c-b808-c282f505cee9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:20.618342 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c37c9d47-579e-484c-b808-c282f505cee9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:20.620698 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c37c9d47-579e-484c-b808-c282f505cee9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:20.621806 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-c37c9d47-579e-484c-b808-c282f505cee9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab9921cd-8605-4e98-a047-db6fdd70b608 HTTP/1.1" status: 204 len: 168 time: 0.1248543 Mar 29 21:13:20.624563 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53756) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:20.630537 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c9d47-579e-484c-b808-c282f505cee9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9921cd-8605-4e98-a047-db6fdd70b608,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:20.641091 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.api.v2.resource [None req-22efd82b-ff05-4842-ba10-fa5a90d696cd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] show failed (client error): The resource could not be found. Mar 29 21:13:20.642324 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-22efd82b-ff05-4842-ba10-fa5a90d696cd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups/ab9921cd-8605-4e98-a047-db6fdd70b608 HTTP/1.1" status: 404 len: 347 time: 0.0164409 Mar 29 21:13:20.645710 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53758) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:20.661560 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:13:20.684385 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: bdd5bf42-1f0f-4bdd-a579-499021628f2f {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:13:20.684720 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device bdd5bf42-1f0f-4bdd-a579-499021628f2f not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:13:20.767826 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Deleting port 63ba9527-fa57-4d35-bdb2-05d16e2e129b {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:20.768142 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:20.845597 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:20.845922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:20.865270 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Calling delete_port for 63ba9527-fa57-4d35-bdb2-05d16e2e129b owned by network:floatingip {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:21.008949 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.032849 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event deleted for resources: {'Port': ['ID=63ba9527-fa57-4d35-bdb2-05d16e2e129b,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:21.097246 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.100053 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.100773 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:13:21.101187 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-968e3cb9-a0d7-4d7e-8a49-42fb992e815d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "DELETE /v2.0/floatingips/5e827a95-5d6e-4e5e-80bd-3e618b5c1093 HTTP/1.1" status: 204 len: 168 time: 0.4545157 Mar 29 21:13:21.398466 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53762) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:21.402942 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-fc3b355b-a6f4-4bbd-9591-49413ce0fbfd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974026786', 'description': 'tempest-description--1947303369'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:21.422549 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fc3b355b-a6f4-4bbd-9591-49413ce0fbfd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.487021 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fc3b355b-a6f4-4bbd-9591-49413ce0fbfd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.490923 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fc3b355b-a6f4-4bbd-9591-49413ce0fbfd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.518621 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fc3b355b-a6f4-4bbd-9591-49413ce0fbfd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.519874 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-fc3b355b-a6f4-4bbd-9591-49413ce0fbfd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1204307 Mar 29 21:13:21.521675 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b355b-a6f4-4bbd-9591-49413ce0fbfd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:21.523018 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53764) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:21.527515 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-c2d9228f-8efc-41e7-88f3-4663eba951c7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'security_group_rule': {'security_group_id': '8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:21.552053 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c2d9228f-8efc-41e7-88f3-4663eba951c7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.605677 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c2d9228f-8efc-41e7-88f3-4663eba951c7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.609076 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c2d9228f-8efc-41e7-88f3-4663eba951c7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.626367 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9228f-8efc-41e7-88f3-4663eba951c7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd9d2fa-e716-4e33-812a-37f987fb93fd,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:21.633607 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c2d9228f-8efc-41e7-88f3-4663eba951c7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.634835 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-c2d9228f-8efc-41e7-88f3-4663eba951c7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108553 Mar 29 21:13:21.637408 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53766) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:21.641642 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-33a867b0-8fa0-4757-9f11-14a73346d486 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'security_group_rule': {'security_group_id': '8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:21.664752 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-33a867b0-8fa0-4757-9f11-14a73346d486 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.719331 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-33a867b0-8fa0-4757-9f11-14a73346d486 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.723933 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-33a867b0-8fa0-4757-9f11-14a73346d486 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.742963 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a867b0-8fa0-4757-9f11-14a73346d486 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c1aa91-d46d-4cb2-8081-15ec1b20a07f,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:21.747976 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-33a867b0-8fa0-4757-9f11-14a73346d486 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.749140 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-33a867b0-8fa0-4757-9f11-14a73346d486 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107960 Mar 29 21:13:21.752204 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53768) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:21.756424 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:21.774740 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.875134 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:21.990093 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Allocated IP 172.28.3.49 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/96f9cff0-718a-4629-9351-e224e571ff71) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:13:22.126996 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:22.168211 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:22.210445 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:13:22.213848 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:13:22.217292 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:13:22.223357 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'Port': ['ID=96f9cff0-718a-4629-9351-e224e571ff71,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:22.317439 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:22.355314 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:22.538583 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:22.543338 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16975573'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:22.614699 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'Port': ['ID=96f9cff0-718a-4629-9351-e224e571ff71,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:22.624451 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:22.640482 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:22.641738 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b3f1cdc2-6e06-4d10-bfbc-70f4cecc6372 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8886411 Mar 29 21:13:22.785867 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-2f0e8614-d23a-4a49-9c5d-f99e64c07cd1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1974026786&fields=id&tenant_id=d826a617546540359413c5174e67f930 HTTP/1.1" status: 200 len: 267 time: 0.0358970 Mar 29 21:13:22.897167 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781b31-c226-44f4-9734-551cd9ba988a req-ebd770ec-f8e9-45f2-87e0-445f273ada90 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:22.898796 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-ebd770ec-f8e9-45f2-87e0-445f273ada90 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 816 time: 0.1062379 Mar 29 21:13:22.915761 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-2ad07201-e8db-45b6-8001-0b8edae5f969 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/quotas/d826a617546540359413c5174e67f930 HTTP/1.1" status: 200 len: 375 time: 0.0099761 Mar 29 21:13:22.968244 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-984c532a-fc1c-4c2a-8f21-2eeaf5994ffb tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468128 Mar 29 21:13:23.110603 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aecc2b81-5076-4c7c-aea6-adee1cbe7f32 service neutron] 10.222.0.37 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299164 Mar 29 21:13:23.200502 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-bfc1d05c-504e-4574-85f5-4b470189adc4 service neutron] 10.222.0.37 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834322 Mar 29 21:13:23.355145 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ec134d14-0368-42b2-bcd5-5b89846a395e req-0718a839-8f0b-4262-81a7-3fd43fb8380a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 210 time: 0.0258992 Mar 29 21:13:24.231373 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e020cd-0b5d-487e-9e03-a23ee6f08628 req-345e3560-86c0-4d04-b832-9138d04c4081 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:24.232819 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-31e020cd-0b5d-487e-9e03-a23ee6f08628 req-345e3560-86c0-4d04-b832-9138d04c4081 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0515583 Mar 29 21:13:24.270137 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-31e020cd-0b5d-487e-9e03-a23ee6f08628 req-2c77c6a3-caa8-49e5-9e63-a000995c7952 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306547 Mar 29 21:13:24.437388 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c5227a23-ea40-4c2b-a4f7-e3d499063531 req-75649874-17ae-4876-9e95-8c9702dede42 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 210 time: 0.0255773 Mar 29 21:13:25.381326 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209278a-9df1-4acb-9037-d5d82bb0b550 req-6ab823e0-eeb6-4318-af6c-4db0f6fef64e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:25.382791 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d209278a-9df1-4acb-9037-d5d82bb0b550 req-6ab823e0-eeb6-4318-af6c-4db0f6fef64e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0466139 Mar 29 21:13:25.419913 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d209278a-9df1-4acb-9037-d5d82bb0b550 req-c2897020-0580-4033-bc93-5e99321b98b4 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311630 Mar 29 21:13:25.523749 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ae16d35-13aa-4925-aac3-610f389608c7 req-a3580740-6745-4f1a-a46f-193d92d95a59 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 210 time: 0.0322373 Mar 29 21:13:26.536924 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5956b-1798-4ab9-80df-96452dd2d9cf req-92916a80-de63-4cf5-a4c5-5aeeb61d0843 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:26.538384 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6ae5956b-1798-4ab9-80df-96452dd2d9cf req-92916a80-de63-4cf5-a4c5-5aeeb61d0843 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0518308 Mar 29 21:13:26.575323 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6ae5956b-1798-4ab9-80df-96452dd2d9cf req-d3aba31e-7363-4314-8c11-8091d0a86f85 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310476 Mar 29 21:13:26.603582 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-41d9e9b4-5c59-467e-8eef-3ee1b9755d2c req-bc7b185e-200c-4815-bb6c-319d498a3b7c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 210 time: 0.0262260 Mar 29 21:13:27.704135 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c77e03f-5738-441a-ae1d-a358f6b150e1 req-94468cd9-a5da-442c-9b89-f7d185b70698 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 210 time: 0.0292218 Mar 29 21:13:27.715077 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072e25-6d1b-4633-bc5d-0ec01acd2488 req-e4794477-644b-4435-a372-4bb3c5caf940 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:27.716479 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ce072e25-6d1b-4633-bc5d-0ec01acd2488 req-e4794477-644b-4435-a372-4bb3c5caf940 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0728357 Mar 29 21:13:27.754605 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ce072e25-6d1b-4633-bc5d-0ec01acd2488 req-6c3addb8-605b-45ce-93ee-59a7116bd898 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=8104097d-c6ea-4874-94cc-1bf63835b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310950 Mar 29 21:13:27.989484 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-d97b36a0-730b-4c6f-b03a-e4ee555d8649 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:27.990970 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-d97b36a0-730b-4c6f-b03a-e4ee555d8649 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 946 time: 0.0475721 Mar 29 21:13:28.080380 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Deleting port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:28.080709 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:28.168566 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] For port 344bc2bc-1890-4040-b2f2-eeeae3a9d742, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=344bc2bc-1890-4040-b2f2-eeeae3a9d742,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:28.168922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:28.330303 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:28.330566 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:28.330872 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Floating IP 27413ae1-52e2-4cfa-a9f2-c8026611cd9e disassociated. External IP: 172.28.3.24, port: 344bc2bc-1890-4040-b2f2-eeeae3a9d742. Mar 29 21:13:28.331955 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Calling delete_port for 344bc2bc-1890-4040-b2f2-eeeae3a9d742 owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:28.489366 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:28.545170 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:28.558425 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event deleted for resources: {'Port': ['ID=344bc2bc-1890-4040-b2f2-eeeae3a9d742,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:28.635146 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781b31-c226-44f4-9734-551cd9ba988a req-23b780d0-782c-4678-a11c-d3b0985c1898 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:28.636565 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-23b780d0-782c-4678-a11c-d3b0985c1898 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 816 time: 0.1848314 Mar 29 21:13:28.726193 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-f1ec46df-3183-4fab-82f6-aa2cf34ef890 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d826a617546540359413c5174e67f930 HTTP/1.1" status: 200 len: 380 time: 0.0494213 Mar 29 21:13:28.727903 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Router bdc4741b-680c-424e-9346-4f833872b4c4 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:13:28.740572 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'port': {'device_id': 'b604c157-63ac-417c-bd61-c149fff52207', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'admin_state_up': True, 'tenant_id': 'd826a617546540359413c5174e67f930', 'security_groups': ['8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:28.879744 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8fe85522-fbcc-41d4-a9a5-61061278b455 req-18e23585-50a7-433f-aa25-f24d44a3475e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 210 time: 0.0441670 Mar 29 21:13:28.907600 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a43ca34a-41dc-4b74-9a04-1062b2c3108a req-e66bfc00-f5c4-4db5-8820-3086958de759 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=fec2c6ab-b38b-49b6-8a44-671e3752d131 HTTP/1.1" status: 200 len: 210 time: 0.0693574 Mar 29 21:13:28.984384 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:13:28.992172 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Made reservation on behalf of d826a617546540359413c5174e67f930 for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:13:28.995690 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:28.999744 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] Sync routers for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:13:29.011945 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:29.012565 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:29.085907 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] No DVR routers for this DVR port 344bc2bc-1890-4040-b2f2-eeeae3a9d742 on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:13:29.092155 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:29.095503 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2058b6b6-a16b-4254-b7e3-26afe6687fb5 req-cf1907de-8436-46fd-83e3-62a4a4a16444 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "DELETE /v2.0/ports/344bc2bc-1890-4040-b2f2-eeeae3a9d742 HTTP/1.1" status: 204 len: 173 time: 1.0982115 Mar 29 21:13:29.098175 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'name': 'network-vif-deleted', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:29.099234 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c84ed-7483-409e-a1a9-b3136b6aeab0" -d '{"events": [{"server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "name": "network-vif-deleted", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:29.165712 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:29.383168 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:29.397460 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91efbef-98b9-4785-83bd-27e7ea1d9a52 x-openstack-request-id: req-e91efbef-98b9-4785-83bd-27e7ea1d9a52 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:29.397748 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec2c6ab-b38b-49b6-8a44-671e3752d131", "name": "network-vif-deleted", "tag": "344bc2bc-1890-4040-b2f2-eeeae3a9d742", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:29.398025 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e91efbef-98b9-4785-83bd-27e7ea1d9a52 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:29.398409 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec2c6ab-b38b-49b6-8a44-671e3752d131', 'name': 'network-vif-deleted', 'tag': '344bc2bc-1890-4040-b2f2-eeeae3a9d742', 'status': 'completed', 'code': 200} Mar 29 21:13:29.409239 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] Checking router: bdc4741b-680c-424e-9346-4f833872b4c4 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:13:29.417574 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:29.418203 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:29.451037 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Allocated IP 172.20.0.3 (86d2555e-7747-4512-bb17-6de9b3f31512/a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c/b1b0ddc6-cf54-4dc2-88de-5f60571be58b) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:13:29.469045 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185d9af-409b-4eb0-85be-42f2fcbf646b req-51da2923-af75-4ca0-9d5c-8a92e5b94ff9 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:29.470552 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7185d9af-409b-4eb0-85be-42f2fcbf646b req-51da2923-af75-4ca0-9d5c-8a92e5b94ff9 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0748005 Mar 29 21:13:29.555292 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7185d9af-409b-4eb0-85be-42f2fcbf646b req-9e2646ab-daf7-4540-bee8-4fc1570e3111 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744855 Mar 29 21:13:29.630000 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:29.646340 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:29.667762 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:29.711964 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Network 86d2555e-7747-4512-bb17-6de9b3f31512 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:13:29.715905 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:13:29.718599 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:13:29.772572 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:29.791428 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:29.792050 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:29.810867 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-aff1680d-5d7d-4ea5-8f78-0decbc29dd5c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0737958 Mar 29 21:13:29.846069 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Request body: {'port': {'device_id': 'b604c157-63ac-417c-bd61-c149fff52207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:29.862426 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:29.894579 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574d677-d680-4390-b175-e251f9cc2929 None None] The sync data for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb is: [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:26Z', 'revision_number': 4, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '161337fd-5a3c-424c-a86c-861e22e76275', 'name': '', 'network_id': '0817999d-c260-4619-9013-99526417422a', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'mac_address': 'fa:16:3e:ef:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:22Z', 'updated_at': '2022-03-29T21:07:37Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'subnets': [{'id': '94e95332-3728-4ee5-bf7c-dc563a60496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:13:29.902732 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:29.999000 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-4cba646e-3a4f-49f3-a118-2308da23d539 None None] Provisioning complete for port b1b0ddc6-cf54-4dc2-88de-5f60571be58b triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:13:29.999381 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4cba646e-3a4f-49f3-a118-2308da23d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.014264 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53868) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:30.044135 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-4cba646e-3a4f-49f3-a118-2308da23d539 None None] Port b1b0ddc6-cf54-4dc2-88de-5f60571be58b cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:13:30.096412 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.108749 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdfb8c-1f24-4282-a9ac-86fa4c8e1eb7 req-13809f51-4c64-42cc-a812-952153fe45ed tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:30.110361 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ffbdfb8c-1f24-4282-a9ac-86fa4c8e1eb7 req-13809f51-4c64-42cc-a812-952153fe45ed tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 931 time: 0.1317368 Mar 29 21:13:30.122821 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.178106 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.180655 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.181897 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "DELETE /v2.0/security-groups/8104097d-c6ea-4874-94cc-1bf63835b8a9 HTTP/1.1" status: 204 len: 168 time: 0.1664302 Mar 29 21:13:30.184249 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6171ef-67b3-4a82-889c-ed72fbe95b1b None None] New status for floating IP 27413ae1-52e2-4cfa-a9f2-c8026611cd9e: DOWN {{(pid=101974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:13:30.186347 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53870) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:30.195698 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8104097d-c6ea-4874-94cc-1bf63835b8a9,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:30.205811 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.206809 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.207920 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.208083 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.api.v2.resource [None req-20286149-f142-4235-a6db-209418f724f8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] show failed (client error): The resource could not be found. Mar 29 21:13:30.208281 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.208819 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.209179 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-20286149-f142-4235-a6db-209418f724f8 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups/8104097d-c6ea-4874-94cc-1bf63835b8a9 HTTP/1.1" status: 404 len: 347 time: 0.0203788 Mar 29 21:13:30.209636 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.210163 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.210660 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.211151 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.211638 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.212132 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.212632 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306d66c-6c98-4bc1-ac78-a5082454e905 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:30.214236 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53872) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:30.279011 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ffbdfb8c-1f24-4282-a9ac-86fa4c8e1eb7 req-823af533-3d59-4cbd-8846-e6ec6b9eab8d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454942 Mar 29 21:13:30.416763 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b0ddc6-cf54-4dc2-88de-5f60571be58b {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:13:30.425827 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.440778 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Deleting port 674a2172-c037-4448-9fa3-b8b59611b8f5 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:30.441107 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.443621 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Transition to ACTIVE for port object b1b0ddc6-cf54-4dc2-88de-5f60571be58b will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:13:30.453546 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.577029 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:30.592141 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.592473 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.631815 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Calling delete_port for 674a2172-c037-4448-9fa3-b8b59611b8f5 owned by network:floatingip {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:30.693586 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 344bc2bc-1890-4040-b2f2-eeeae3a9d742 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:13:30.714260 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 344bc2bc-1890-4040-b2f2-eeeae3a9d742 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:13:30.714600 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 344bc2bc-1890-4040-b2f2-eeeae3a9d742 not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:13:30.720794 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Attempting to bind port b1b0ddc6-cf54-4dc2-88de-5f60571be58b on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:13:30.721130 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Attempting to bind port b1b0ddc6-cf54-4dc2-88de-5f60571be58b by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:13:30.721455 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Attempting to bind port b1b0ddc6-cf54-4dc2-88de-5f60571be58b on network 86d2555e-7747-4512-bb17-6de9b3f31512 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:13:30.735133 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Port b1b0ddc6-cf54-4dc2-88de-5f60571be58b on network 86d2555e-7747-4512-bb17-6de9b3f31512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:13:30.735450 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Attempting to bind port b1b0ddc6-cf54-4dc2-88de-5f60571be58b on network 86d2555e-7747-4512-bb17-6de9b3f31512 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:13:30.753352 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:13:30.753738 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Checking segment: {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:13:30.754100 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Bound using segment: {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:13:30.754535 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Bound port: b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:13:30.754886 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.767385 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082d5a5-59c4-4638-a588-77328b3f23b4 req-a3a09826-c230-448a-828d-8c764b7407ce tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:30.769378 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9082d5a5-59c4-4638-a588-77328b3f23b4 req-a3a09826-c230-448a-828d-8c764b7407ce tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.1290543 Mar 29 21:13:30.873004 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9082d5a5-59c4-4638-a588-77328b3f23b4 req-3e5eb195-3402-4147-8bb7-d346da751d38 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951331 Mar 29 21:13:30.908240 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:13:30.923458 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:13:30.929679 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.939367 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.971476 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:30.972424 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:30.974141 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] 10.222.0.39 "PUT /v2.0/ports/b1b0ddc6-cf54-4dc2-88de-5f60571be58b HTTP/1.1" status: 200 len: 1093 time: 1.1326933 Mar 29 21:13:31.062314 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce77b0-d30f-4f52-b318-aece7a399b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:31.097831 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event deleted for resources: {'Port': ['ID=674a2172-c037-4448-9fa3-b8b59611b8f5,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:31.103417 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks [] for floatingip, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:31.105935 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:31.107113 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8ed91d80-68df-444e-8e2e-bac7fcb5478e tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "DELETE /v2.0/floatingips/27413ae1-52e2-4cfa-a9f2-c8026611cd9e HTTP/1.1" status: 204 len: 168 time: 0.8909628 Mar 29 21:13:31.116414 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781b31-c226-44f4-9734-551cd9ba988a req-5f490a6f-be32-4a65-a27a-4080820d6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:31.117957 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-5f490a6f-be32-4a65-a27a-4080820d6c6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 1096 time: 0.0848045 Mar 29 21:13:31.177221 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-328caba4-4d24-43c0-9bb7-53a5957269cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b HTTP/1.1" status: 200 len: 217 time: 0.0448682 Mar 29 21:13:31.231618 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781b31-c226-44f4-9734-551cd9ba988a req-ce05d63d-c2b6-47eb-84ed-3d74e9db8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:31.232979 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-ce05d63d-c2b6-47eb-84ed-3d74e9db8a39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.0495265 Mar 29 21:13:31.277291 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781b31-c226-44f4-9734-551cd9ba988a req-d046d721-0e60-4650-8e0f-42eaf6e40e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:31.278858 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-d046d721-0e60-4650-8e0f-42eaf6e40e62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0393484 Mar 29 21:13:31.402897 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:31.405672 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e614c83d-5a2b-4d08-a956-c94e09505083" -d '{"events": [{"name": "network-changed", "server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:31.426332 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-4b0be259-40d5-416c-b0d6-75cb27d223e6 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398957 Mar 29 21:13:31.446207 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3547-3b1d-4259-8b37-cafff1a6312f req-1e4a4ee3-12d9-446d-9c1d-051417d9e7ec tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:31.447706 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-69da3547-3b1d-4259-8b37-cafff1a6312f req-1e4a4ee3-12d9-446d-9c1d-051417d9e7ec tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0878904 Mar 29 21:13:31.458529 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55edeb51-8f29-4036-b5d3-b74cd4bec6c3 x-openstack-request-id: req-55edeb51-8f29-4036-b5d3-b74cd4bec6c3 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:31.458810 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:31.459103 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55edeb51-8f29-4036-b5d3-b74cd4bec6c3 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:31.459440 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'status': 'completed', 'code': 200} Mar 29 21:13:31.543678 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-69da3547-3b1d-4259-8b37-cafff1a6312f req-a4feafce-b706-41be-8654-c8ab5f7d47bf tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866499 Mar 29 21:13:31.564244 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ff781b31-c226-44f4-9734-551cd9ba988a req-a144e340-0256-427e-8669-a9ae48050dce service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155925 Mar 29 21:13:31.711655 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-f044d680-5192-4b7a-8db8-406cede06845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:31.713136 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-f044d680-5192-4b7a-8db8-406cede06845 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 1096 time: 0.0405209 Mar 29 21:13:31.805405 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-74305aad-163d-4e65-9bc8-a62715fb7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:31.806895 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-74305aad-163d-4e65-9bc8-a62715fb7d75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.0865064 Mar 29 21:13:31.849369 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-a536d704-500d-4c4d-b408-8bbb5eae400c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b HTTP/1.1" status: 200 len: 217 time: 0.0349064 Mar 29 21:13:31.904184 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-a15082f9-f6f5-4bb6-b299-1b5fecfcbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:31.905656 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-a15082f9-f6f5-4bb6-b299-1b5fecfcbaa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.0495737 Mar 29 21:13:31.977894 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-c6bc3cc3-0249-413a-89f7-9f3adfc9861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:31.979407 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-c6bc3cc3-0249-413a-89f7-9f3adfc9861d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674367 Mar 29 21:13:32.004974 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ab0d3-139d-4712-8bf4-8919e22116e2 req-a89a769c-e390-4d8a-9338-e8236571b676 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:32.006413 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ae8ab0d3-139d-4712-8bf4-8919e22116e2 req-a89a769c-e390-4d8a-9338-e8236571b676 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0642326 Mar 29 21:13:32.090877 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ae8ab0d3-139d-4712-8bf4-8919e22116e2 req-45eaa247-a04f-4a5c-9221-ac8669e00ca5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750813 Mar 29 21:13:32.109936 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-08962414-5ce2-411c-974a-c86fb0967b09 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196547 Mar 29 21:13:32.207357 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e614c83d-5a2b-4d08-a956-c94e09505083 req-8606a9e1-ca13-49f0-b1a8-f591a393f8e3 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909076 Mar 29 21:13:32.660743 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158e83a-22cc-4af0-b47a-3ba19c574fc1 req-e748e7a4-cfb9-4e96-aa37-12108dc71a11 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:32.662190 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d158e83a-22cc-4af0-b47a-3ba19c574fc1 req-e748e7a4-cfb9-4e96-aa37-12108dc71a11 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0476329 Mar 29 21:13:32.698031 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d158e83a-22cc-4af0-b47a-3ba19c574fc1 req-3c64dc75-9550-46bc-823a-edcf50179ada tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299273 Mar 29 21:13:33.208361 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ec595-4199-4745-ac21-40091f2504af req-5991a107-dfde-481d-9b11-d3e915707d80 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:33.209821 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de9ec595-4199-4745-ac21-40091f2504af req-5991a107-dfde-481d-9b11-d3e915707d80 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0514302 Mar 29 21:13:33.246817 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-de9ec595-4199-4745-ac21-40091f2504af req-3779cb06-7f6f-4b1c-9932-cb54777cb970 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Mar 29 21:13:33.571416 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eed5c-aa23-48bf-97ab-36215c251023 req-0a84a959-7008-49fe-bcf4-e8d2109d802c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:33.572770 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-913eed5c-aa23-48bf-97ab-36215c251023 req-0a84a959-7008-49fe-bcf4-e8d2109d802c tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0494158 Mar 29 21:13:33.611073 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-913eed5c-aa23-48bf-97ab-36215c251023 req-3186c558-a4e4-4d3f-af7a-17068537ef5d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323148 Mar 29 21:13:33.815224 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc2769-c1a6-4070-97e5-344fc5533efc req-80b705a5-28f8-4ce1-9957-8e24fb36c198 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:33.816863 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-16bc2769-c1a6-4070-97e5-344fc5533efc req-80b705a5-28f8-4ce1-9957-8e24fb36c198 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0467720 Mar 29 21:13:33.853600 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-16bc2769-c1a6-4070-97e5-344fc5533efc req-28c0cf80-9143-44f2-90a7-35797f1fcc69 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307076 Mar 29 21:13:34.360860 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa64a07-e9df-4e07-aafe-9f243a89aa5c req-4e1a2a58-0e18-4fdd-9e81-c6a789bb6199 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:34.362905 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6aa64a07-e9df-4e07-aafe-9f243a89aa5c req-4e1a2a58-0e18-4fdd-9e81-c6a789bb6199 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0502660 Mar 29 21:13:34.400172 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6aa64a07-e9df-4e07-aafe-9f243a89aa5c req-191a4615-016e-4852-b1d7-779399926702 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302055 Mar 29 21:13:34.721103 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:13:34.725149 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7b2d8-0990-496c-a49f-b93049855983 req-6c799e40-0650-49ed-9e18-b82de8936ca9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:34.726693 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f5e7b2d8-0990-496c-a49f-b93049855983 req-6c799e40-0650-49ed-9e18-b82de8936ca9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0483043 Mar 29 21:13:34.769407 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f5e7b2d8-0990-496c-a49f-b93049855983 req-485db20a-045c-4b3e-a80b-bb45c3feb370 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357015 Mar 29 21:13:34.821605 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:34.833960 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'port_id': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'mac_address': 'fa:16:3e:73:58:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:13:34.871417 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:34.884372 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b0ddc6-cf54-4dc2-88de-5f60571be58b {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:13:34.908567 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:34.913312 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:34.962593 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:34.970198 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.971238 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.972180 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.972851 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.973194 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.973782 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.974199 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.974540 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.974896 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.975231 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.975557 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.975880 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:13:34.989502 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec21fb-0782-4829-bcd4-6536f8c565d6 req-903886cb-9ba4-43d5-9b01-7bd664e82e18 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:34.991266 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1bec21fb-0782-4829-bcd4-6536f8c565d6 req-903886cb-9ba4-43d5-9b01-7bd664e82e18 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 944 time: 0.0624406 Mar 29 21:13:35.037653 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1bec21fb-0782-4829-bcd4-6536f8c565d6 req-e3cdd9e1-fe03-4d16-bb3f-88c32cc44432 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403285 Mar 29 21:13:35.122798 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32e81c-fc94-4bc7-af3f-a2d1033a7b35 req-b0713acb-40de-4b72-b1e0-c11bd5a5257b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:35.124233 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7c32e81c-fc94-4bc7-af3f-a2d1033a7b35 req-b0713acb-40de-4b72-b1e0-c11bd5a5257b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0507002 Mar 29 21:13:35.161680 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7c32e81c-fc94-4bc7-af3f-a2d1033a7b35 req-0a99b89a-1a6a-436d-9443-2c1bccde805f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310752 Mar 29 21:13:35.235114 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee777a-7923-4360-82a8-6c05272675e1 req-75d72693-19fd-4d2a-b141-6a4213794bfb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:35.236728 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aaee777a-7923-4360-82a8-6c05272675e1 req-75d72693-19fd-4d2a-b141-6a4213794bfb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 945 time: 0.0483654 Mar 29 21:13:35.327568 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-aaee777a-7923-4360-82a8-6c05272675e1 req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Deleting port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:35.327910 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-aaee777a-7923-4360-82a8-6c05272675e1 req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:35.414615 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-aaee777a-7923-4360-82a8-6c05272675e1 req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] For port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:35.415259 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-aaee777a-7923-4360-82a8-6c05272675e1 req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:35.427624 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-aaee777a-7923-4360-82a8-6c05272675e1 req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Calling delete_port for 7b33a7c6-4987-45c5-9c6f-5e3490a7422d owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:35.486415 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['b1b0ddc6-cf54-4dc2-88de-5f60571be58b'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:13:35.541330 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9790a3-dc1b-460f-ab0d-0b8d4974df58 req-7cc98438-cd04-4075-9361-0d3e4de8710e tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:35.542827 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dc9790a3-dc1b-460f-ab0d-0b8d4974df58 req-7cc98438-cd04-4075-9361-0d3e4de8710e tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0729373 Mar 29 21:13:35.615575 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dc9790a3-dc1b-460f-ab0d-0b8d4974df58 req-56d09016-7409-4a90-82ea-f0edaecf8c19 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655749 Mar 29 21:13:35.627065 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-aaee777a-7923-4360-82a8-6c05272675e1 req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:35.653464 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event deleted for resources: {'Port': ['ID=7b33a7c6-4987-45c5-9c6f-5e3490a7422d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:35.698145 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaee777a-7923-4360-82a8-6c05272675e1 req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] No DVR routers for this DVR port 7b33a7c6-4987-45c5-9c6f-5e3490a7422d on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:13:35.700517 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-aaee777a-7923-4360-82a8-6c05272675e1 req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:35.703761 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aaee777a-7923-4360-82a8-6c05272675e1 req-7eae2863-553a-4b13-9044-50f2a2f043eb tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "DELETE /v2.0/ports/7b33a7c6-4987-45c5-9c6f-5e3490a7422d HTTP/1.1" status: 204 len: 173 time: 0.4607296 Mar 29 21:13:35.704175 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc', 'name': 'network-vif-deleted', 'tag': '7b33a7c6-4987-45c5-9c6f-5e3490a7422d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:35.706940 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86362378-e352-4851-ab5e-36eb2ec42d41" -d '{"events": [{"server_uuid": "aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc", "name": "network-vif-deleted", "tag": "7b33a7c6-4987-45c5-9c6f-5e3490a7422d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:35.746612 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13245390-7ef8-4890-b0b5-3aae81cd81b7 x-openstack-request-id: req-13245390-7ef8-4890-b0b5-3aae81cd81b7 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:35.746890 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc", "name": "network-vif-deleted", "tag": "7b33a7c6-4987-45c5-9c6f-5e3490a7422d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:35.747164 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13245390-7ef8-4890-b0b5-3aae81cd81b7 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:35.747543 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc', 'name': 'network-vif-deleted', 'tag': '7b33a7c6-4987-45c5-9c6f-5e3490a7422d', 'status': 'completed', 'code': 200} Mar 29 21:13:35.866865 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-22471bf2-2120-47f7-b790-b2adbfad2972 req-30ddadfa-9c89-461b-87d4-6859643d48ca tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee6aa05-c328-4c8c-a8fa-fd2cc9f432fc HTTP/1.1" status: 200 len: 210 time: 0.0276072 Mar 29 21:13:36.157397 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fa88c-2f26-4fee-bb80-de09def28ac6 req-e284c97d-dd6f-4a75-a710-38f9b5aeb71b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:36.158855 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ed0fa88c-2f26-4fee-bb80-de09def28ac6 req-e284c97d-dd6f-4a75-a710-38f9b5aeb71b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 944 time: 0.0468450 Mar 29 21:13:36.197036 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ed0fa88c-2f26-4fee-bb80-de09def28ac6 req-f0a50311-7bc3-4a6c-a8a9-d442f14cd138 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314283 Mar 29 21:13:36.283775 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9ff54-f8b5-4be5-835a-ab16025af9c7 req-56732621-1b42-4c68-9552-f1e49caff332 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:36.285878 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2df9ff54-f8b5-4be5-835a-ab16025af9c7 req-56732621-1b42-4c68-9552-f1e49caff332 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0505850 Mar 29 21:13:36.323439 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2df9ff54-f8b5-4be5-835a-ab16025af9c7 req-2e66b099-7aa3-4d14-be66-e029682b40e0 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Mar 29 21:13:36.351068 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['7b33a7c6-4987-45c5-9c6f-5e3490a7422d', '7956aa02-e1da-4a42-8fed-35a78c69325d'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:13:36.727439 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e1752-ce14-4abd-856f-ea5d88d9ea6b req-9fda79d2-f7a2-446a-9c60-086a062e2dff tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:36.728878 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b05e1752-ce14-4abd-856f-ea5d88d9ea6b req-9fda79d2-f7a2-446a-9c60-086a062e2dff tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0473402 Mar 29 21:13:36.748645 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:13:36.765978 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b05e1752-ce14-4abd-856f-ea5d88d9ea6b req-9d6ac1ab-7ebc-4eb5-b555-0dcbb0b88636 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Mar 29 21:13:36.800122 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port b1b0ddc6-cf54-4dc2-88de-5f60571be58b completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:13:36.804016 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port b1b0ddc6-cf54-4dc2-88de-5f60571be58b triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:13:36.804381 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:36.865048 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-3aeb2959-cf80-45e4-b61e-0cf95ea040f7 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:36.866507 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-3aeb2959-cf80-45e4-b61e-0cf95ea040f7 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.0495727 Mar 29 21:13:36.883296 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:36.905881 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:36.908162 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21b2a19-30f2-45a0-8828-83201531bb7d" -d '{"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-plugged", "status": "completed", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:36.921805 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:36.927817 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:36.980222 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Deleting port a14f500d-fb24-4be7-9b5e-066e9d42ab3f {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:36.980568 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:36.994023 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:37.038126 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e609ae-776f-461c-ab48-9f13ee05d6b6 x-openstack-request-id: req-b6e609ae-776f-461c-ab48-9f13ee05d6b6 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:37.038506 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-plugged", "status": "completed", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:37.038809 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6e609ae-776f-461c-ab48-9f13ee05d6b6 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:37.039201 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'code': 200} Mar 29 21:13:37.078834 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] For port a14f500d-fb24-4be7-9b5e-066e9d42ab3f, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:37.079224 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:37.242379 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f552e9-8279-49c9-81f0-a49624864016 req-9ba1b6c8-bc7d-41d9-befb-5fb180f53d04 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:37.244316 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e3f552e9-8279-49c9-81f0-a49624864016 req-9ba1b6c8-bc7d-41d9-befb-5fb180f53d04 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.1112900 Mar 29 21:13:37.620549 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e3f552e9-8279-49c9-81f0-a49624864016 req-76009fa3-28de-4466-9034-282137fce9bf tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605797 Mar 29 21:13:37.623787 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:37.624142 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:37.624455 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Floating IP 7a11a9a0-5b22-4b18-be9f-93e16a12d596 disassociated. External IP: 172.28.3.135, port: a14f500d-fb24-4be7-9b5e-066e9d42ab3f. Mar 29 21:13:37.624794 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Calling delete_port for a14f500d-fb24-4be7-9b5e-066e9d42ab3f owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:37.631506 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feab56-c219-49c2-a8de-34b68fadf64d req-c0955e99-ed27-4aca-b057-e7a62544e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:37.632925 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-67feab56-c219-49c2-a8de-34b68fadf64d req-c0955e99-ed27-4aca-b057-e7a62544e7e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 1098 time: 0.4161198 Mar 29 21:13:37.648842 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50742-cc99-4f9d-9f53-0102540b6676 req-f28ade64-41d1-45a6-a3d8-5db4a1325cca tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:37.650321 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-27c50742-cc99-4f9d-9f53-0102540b6676 req-f28ade64-41d1-45a6-a3d8-5db4a1325cca tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.3757532 Mar 29 21:13:37.786462 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-67feab56-c219-49c2-a8de-34b68fadf64d req-72840b4a-e9ac-4789-baa1-647fee11e9eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351724 Mar 29 21:13:37.793584 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-27c50742-cc99-4f9d-9f53-0102540b6676 req-e7ae8118-b3db-4ee8-89cf-e530ad2a348b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328623 Mar 29 21:13:37.815476 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8fb38-9167-476e-98a9-2082921d48ac req-86289224-1c18-4cfd-8cb3-3647458d9ccb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:37.815476 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-add8fb38-9167-476e-98a9-2082921d48ac req-86289224-1c18-4cfd-8cb3-3647458d9ccb tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9b00cd-510e-4a69-93fd-b8bb7aade82f HTTP/1.1" status: 200 len: 946 time: 0.1180403 Mar 29 21:13:37.922347 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:37.926808 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-add8fb38-9167-476e-98a9-2082921d48ac req-432c539b-c5be-4918-a726-535a3ee93618 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=78d3b7a7-92ae-40d1-8edd-f8c903e659e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982213 Mar 29 21:13:37.957692 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event deleted for resources: {'Port': ['ID=a14f500d-fb24-4be7-9b5e-066e9d42ab3f,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:37.968570 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365dfc0-dd56-4dde-803c-ad98245bb581 req-02552e94-7aa6-47d7-a405-eaedb1c2f08d tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:37.970058 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d365dfc0-dd56-4dde-803c-ad98245bb581 req-02552e94-7aa6-47d7-a405-eaedb1c2f08d tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.1142268 Mar 29 21:13:38.085705 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d365dfc0-dd56-4dde-803c-ad98245bb581 req-6d3c93b2-deb6-40fb-b10c-76f10f7ece9c tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717065 Mar 29 21:13:38.110515 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Router 03d30203-8c4e-495e-adfa-c484aa45efa5 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:13:38.217269 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:13:38.228034 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] Sync routers for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:13:38.238663 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:38.239200 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:38.257927 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] No DVR routers for this DVR port a14f500d-fb24-4be7-9b5e-066e9d42ab3f on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:13:38.260366 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:38.263703 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-62641d45-4a7f-42de-99e7-22477f2bf29b req-68e6dfd5-889b-4ef5-be8b-4a1727dbebce tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "DELETE /v2.0/ports/a14f500d-fb24-4be7-9b5e-066e9d42ab3f HTTP/1.1" status: 204 len: 173 time: 1.3909848 Mar 29 21:13:38.264126 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'name': 'network-vif-deleted', 'tag': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:38.266365 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b008b1-eeba-4460-afeb-c7d0273c34f5" -d '{"events": [{"server_uuid": "ed9b00cd-510e-4a69-93fd-b8bb7aade82f", "name": "network-vif-deleted", "tag": "a14f500d-fb24-4be7-9b5e-066e9d42ab3f"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:38.311262 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c13cfb8-c8cf-4029-b514-0a624f92a597 x-openstack-request-id: req-5c13cfb8-c8cf-4029-b514-0a624f92a597 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:38.311557 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b00cd-510e-4a69-93fd-b8bb7aade82f", "name": "network-vif-deleted", "tag": "a14f500d-fb24-4be7-9b5e-066e9d42ab3f", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:38.311810 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c13cfb8-c8cf-4029-b514-0a624f92a597 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:38.312212 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b00cd-510e-4a69-93fd-b8bb7aade82f', 'name': 'network-vif-deleted', 'tag': 'a14f500d-fb24-4be7-9b5e-066e9d42ab3f', 'status': 'completed', 'code': 200} Mar 29 21:13:38.351297 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:38.563154 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:38.589103 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] Checking router: 03d30203-8c4e-495e-adfa-c484aa45efa5 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:13:38.599100 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:38.599695 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:38.708715 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:38.732504 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0d609-b18b-432c-9d05-90048fc33fb5 req-8fd4a0be-c3b8-440b-bf32-d170c54f7284 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:38.733868 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3ac0d609-b18b-432c-9d05-90048fc33fb5 req-8fd4a0be-c3b8-440b-bf32-d170c54f7284 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0473447 Mar 29 21:13:38.752650 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 7b33a7c6-4987-45c5-9c6f-5e3490a7422d no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:13:38.775876 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3ac0d609-b18b-432c-9d05-90048fc33fb5 req-6e27c84a-da0b-414e-a264-c3eadd551f18 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Mar 29 21:13:38.801832 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 7b33a7c6-4987-45c5-9c6f-5e3490a7422d {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:13:38.802311 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 7b33a7c6-4987-45c5-9c6f-5e3490a7422d not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:13:38.938037 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d11aa-18f4-4065-ac9d-472e9c4b5b92 req-a771e51a-2882-497b-8458-a63606e9b6d6 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:38.942416 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-895d11aa-18f4-4065-ac9d-472e9c4b5b92 req-a771e51a-2882-497b-8458-a63606e9b6d6 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0714681 Mar 29 21:13:38.963634 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:38.986873 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-895d11aa-18f4-4065-ac9d-472e9c4b5b92 req-5fb419eb-739b-46d2-a13f-6cb1d67ebc76 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405271 Mar 29 21:13:39.003411 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584331e8-a96c-418d-82e0-1cf769cfb6c4 None None] The sync data for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb is: [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:13:39.023643 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53962) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:39.080083 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-08274446-3d2f-480a-b14d-e5978f42ed3d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.108542 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-08274446-3d2f-480a-b14d-e5978f42ed3d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.169375 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-08274446-3d2f-480a-b14d-e5978f42ed3d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.172186 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-08274446-3d2f-480a-b14d-e5978f42ed3d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.173301 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-08274446-3d2f-480a-b14d-e5978f42ed3d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "DELETE /v2.0/security-groups/78d3b7a7-92ae-40d1-8edd-f8c903e659e1 HTTP/1.1" status: 204 len: 168 time: 0.1486957 Mar 29 21:13:39.176958 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53966) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:39.191874 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.api.v2.resource [None req-7c324b30-fd64-455e-bd55-c6a268de2449 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] show failed (client error): The resource could not be found. Mar 29 21:13:39.192714 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-7c324b30-fd64-455e-bd55-c6a268de2449 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups/78d3b7a7-92ae-40d1-8edd-f8c903e659e1 HTTP/1.1" status: 404 len: 347 time: 0.0142124 Mar 29 21:13:39.195653 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53968) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:39.202814 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08274446-3d2f-480a-b14d-e5978f42ed3d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d3b7a7-92ae-40d1-8edd-f8c903e659e1,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:39.232163 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86524c3e-24c6-48e7-94b6-806217f3e226 req-96cef8e8-941e-4f31-988f-8fba15a7e6fd tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:39.234426 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86524c3e-24c6-48e7-94b6-806217f3e226 req-96cef8e8-941e-4f31-988f-8fba15a7e6fd tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0790501 Mar 29 21:13:39.275297 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28266c08-7950-462e-af2d-9c021bdd6f23 None None] New status for floating IP 7a11a9a0-5b22-4b18-be9f-93e16a12d596: DOWN {{(pid=101974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:13:39.281653 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-86524c3e-24c6-48e7-94b6-806217f3e226 req-ec2cae70-8d9d-4422-a3c1-42e68f4e90cb tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377839 Mar 29 21:13:39.339248 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Deleting port 155f3b60-4cbf-4360-9d09-60606a24742c {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:39.339596 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.420997 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.421321 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.433756 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Calling delete_port for 155f3b60-4cbf-4360-9d09-60606a24742c owned by network:floatingip {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:39.553060 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa52959-402f-4fac-8647-1d6b44898ece req-e13eb93d-7e53-49fa-92e3-18aa6f7a655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:39.554700 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3fa52959-402f-4fac-8647-1d6b44898ece req-e13eb93d-7e53-49fa-92e3-18aa6f7a655a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5278862209504138bd1abe46816cbbad&device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0421307 Mar 29 21:13:39.595866 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.624862 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event deleted for resources: {'Port': ['ID=155f3b60-4cbf-4360-9d09-60606a24742c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:39.657973 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa52959-402f-4fac-8647-1d6b44898ece req-b85c0fa3-bc05-40bf-a9a5-5dd6fa778a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:39.659559 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3fa52959-402f-4fac-8647-1d6b44898ece req-b85c0fa3-bc05-40bf-a9a5-5dd6fa778a9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce97f466-f4a6-42df-9965-caf72295fcff HTTP/1.1" status: 200 len: 909 time: 0.0920532 Mar 29 21:13:39.681397 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.684088 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:39.685212 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-7ed10657-53af-483a-b2c1-ef00e5e13291 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "DELETE /v2.0/floatingips/7a11a9a0-5b22-4b18-be9f-93e16a12d596 HTTP/1.1" status: 204 len: 168 time: 0.4884319 Mar 29 21:13:39.725728 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3fa52959-402f-4fac-8647-1d6b44898ece req-9e77ad31-7420-4c89-9451-402ef8110d63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 HTTP/1.1" status: 200 len: 1000 time: 0.0595119 Mar 29 21:13:39.777923 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa52959-402f-4fac-8647-1d6b44898ece req-d2ec1c61-2949-4e3f-a2b0-875f370eb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:39.779481 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3fa52959-402f-4fac-8647-1d6b44898ece req-d2ec1c61-2949-4e3f-a2b0-875f370eb2ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5dcb6b44-32e3-4763-ac4c-a561cde7fdd0 HTTP/1.1" status: 200 len: 847 time: 0.0471239 Mar 29 21:13:39.876197 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa52959-402f-4fac-8647-1d6b44898ece req-498830eb-1929-468d-92d2-a5fe00bc34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:39.878295 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3fa52959-402f-4fac-8647-1d6b44898ece req-498830eb-1929-468d-92d2-a5fe00bc34d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce97f466-f4a6-42df-9965-caf72295fcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0625319 Mar 29 21:13:39.915838 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0e298-efac-40c3-a1f8-126301ae10ef req-46899dee-8bcc-4287-aa61-5c8009f70e29 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:39.917238 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-68e0e298-efac-40c3-a1f8-126301ae10ef req-46899dee-8bcc-4287-aa61-5c8009f70e29 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0722439 Mar 29 21:13:39.996900 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-68e0e298-efac-40c3-a1f8-126301ae10ef req-9e619399-0e35-41a2-bc3c-84ce11984cb9 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735602 Mar 29 21:13:40.007593 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3fa52959-402f-4fac-8647-1d6b44898ece req-0674dee8-a7d2-4ab5-8343-0305cbdcff12 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210334 Mar 29 21:13:40.062374 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53976) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:40.067470 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-cdaf9244-8043-47b7-b3a8-89c5c62596a4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395950323', 'description': 'tempest-description--965064295'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:40.086956 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9244-8043-47b7-b3a8-89c5c62596a4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.143623 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3fa52959-402f-4fac-8647-1d6b44898ece req-2d7b52fb-4790-44dc-976a-39e4a4be01f7 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248908 Mar 29 21:13:40.153799 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f31ca-4249-46d6-9538-743037b2cb24 req-bcda4246-88e7-4de0-bfc6-28aa7364ec97 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:40.154793 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9244-8043-47b7-b3a8-89c5c62596a4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.155234 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e6f31ca-4249-46d6-9538-743037b2cb24 req-bcda4246-88e7-4de0-bfc6-28aa7364ec97 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0717018 Mar 29 21:13:40.159584 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9244-8043-47b7-b3a8-89c5c62596a4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.191365 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9244-8043-47b7-b3a8-89c5c62596a4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.195285 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-cdaf9244-8043-47b7-b3a8-89c5c62596a4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1292076 Mar 29 21:13:40.195571 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53978) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:40.198106 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e6f31ca-4249-46d6-9538-743037b2cb24 req-3f5abc3b-bb8f-4888-b7e7-121b43be14cc tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350678 Mar 29 21:13:40.199949 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-3ad58fb4-167f-4db5-ac86-1a0b1fc6d8b3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'security_group_rule': {'security_group_id': '8db85ed2-55ce-4e24-b9f7-72a01fb4574e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:40.205275 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf9244-8043-47b7-b3a8-89c5c62596a4 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db85ed2-55ce-4e24-b9f7-72a01fb4574e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:40.236792 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ad58fb4-167f-4db5-ac86-1a0b1fc6d8b3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.298024 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ad58fb4-167f-4db5-ac86-1a0b1fc6d8b3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.303039 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ad58fb4-167f-4db5-ac86-1a0b1fc6d8b3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.321589 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad58fb4-167f-4db5-ac86-1a0b1fc6d8b3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0262068-2591-44e0-8aef-667192824225,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:40.322659 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e60739-d4de-4d94-95b9-524092c20a80 req-299d4ff9-2d71-4ce5-a548-99d09e92403b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:40.331694 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-24e60739-d4de-4d94-95b9-524092c20a80 req-299d4ff9-2d71-4ce5-a548-99d09e92403b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0605285 Mar 29 21:13:40.331876 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ad58fb4-167f-4db5-ac86-1a0b1fc6d8b3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.335277 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-3ad58fb4-167f-4db5-ac86-1a0b1fc6d8b3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364658 Mar 29 21:13:40.335610 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53984) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:40.339623 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 53986) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:40.340496 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-6206c0f2-2fe5-4cd0-93b6-f94c2cc35a68 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'security_group_rule': {'security_group_id': '8db85ed2-55ce-4e24-b9f7-72a01fb4574e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:40.344368 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-19736980-3d5c-421f-9fbb-ac79c0cfe1ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Request body: {'floatingip': {'port_id': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:40.377155 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6206c0f2-2fe5-4cd0-93b6-f94c2cc35a68 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.384284 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-19736980-3d5c-421f-9fbb-ac79c0cfe1ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.445908 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae5f7c-cdd6-41a3-b70d-f8944463025c req-62db6e0b-253a-4a67-8a10-6b861f1f178b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:40.447406 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3ae5f7c-cdd6-41a3-b70d-f8944463025c req-62db6e0b-253a-4a67-8a10-6b861f1f178b tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0817647 Mar 29 21:13:40.499464 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6206c0f2-2fe5-4cd0-93b6-f94c2cc35a68 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.505112 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3ae5f7c-cdd6-41a3-b70d-f8944463025c req-ee51f2e3-ae56-406f-8a08-789f0d7659b4 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487094 Mar 29 21:13:40.506399 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6206c0f2-2fe5-4cd0-93b6-f94c2cc35a68 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.526087 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206c0f2-2fe5-4cd0-93b6-f94c2cc35a68 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c33bad9-bf0f-4ca5-8eb2-05f21775c150,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:40.535641 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6206c0f2-2fe5-4cd0-93b6-f94c2cc35a68 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.536422 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-6206c0f2-2fe5-4cd0-93b6-f94c2cc35a68 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1988814 Mar 29 21:13:40.540007 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 53988) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:40.546528 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:40.568524 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.683513 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-7bc75777-15f0-4368-8cac-233e187d22ce tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:40.685017 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-7bc75777-15f0-4368-8cac-233e187d22ce tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 945 time: 0.0857415 Mar 29 21:13:40.764428 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.769563 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 7956aa02-e1da-4a42-8fed-35a78c69325d no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:13:40.863791 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.870901 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Deleting port 7956aa02-e1da-4a42-8fed-35a78c69325d {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:40.871231 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.890321 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7956aa02-e1da-4a42-8fed-35a78c69325d'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:40.893817 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad38e78-fb02-458f-be0a-030242c0b54f" -d '{"events": [{"server_uuid": "b9e3ab43-e262-45a9-9515-dccd4fec68d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7956aa02-e1da-4a42-8fed-35a78c69325d"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:40.908836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 7956aa02-e1da-4a42-8fed-35a78c69325d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7956aa02-e1da-4a42-8fed-35a78c69325d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:40.916354 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:40.917672 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device a14f500d-fb24-4be7-9b5e-066e9d42ab3f no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:13:40.941037 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: a14f500d-fb24-4be7-9b5e-066e9d42ab3f {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:13:40.941533 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device a14f500d-fb24-4be7-9b5e-066e9d42ab3f not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:13:40.954669 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Allocated IP 172.28.3.119 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/6939991d-e066-42c8-b48b-53c8bf6aafaf) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:13:40.963732 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e6437c-8f45-45b0-a6d4-584c0797dc7f x-openstack-request-id: req-71e6437c-8f45-45b0-a6d4-584c0797dc7f {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:40.964054 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e3ab43-e262-45a9-9515-dccd4fec68d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7956aa02-e1da-4a42-8fed-35a78c69325d", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:40.964358 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71e6437c-8f45-45b0-a6d4-584c0797dc7f {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:40.964770 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7956aa02-e1da-4a42-8fed-35a78c69325d', 'code': 200} Mar 29 21:13:40.992794 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=7956aa02-e1da-4a42-8fed-35a78c69325d,revision_number=6']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:41.023421 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] For port 7956aa02-e1da-4a42-8fed-35a78c69325d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=7956aa02-e1da-4a42-8fed-35a78c69325d,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:41.024032 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.062826 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Calling delete_port for 7956aa02-e1da-4a42-8fed-35a78c69325d owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:41.076032 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-19736980-3d5c-421f-9fbb-ac79c0cfe1ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.081248 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-19736980-3d5c-421f-9fbb-ac79c0cfe1ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.176730 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.180636 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-19736980-3d5c-421f-9fbb-ac79c0cfe1ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Floating IP 82aea509-7952-4396-b73e-0df3433b902f associated. External IP: 172.28.3.49, port: b1b0ddc6-cf54-4dc2-88de-5f60571be58b. Mar 29 21:13:41.196843 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293be56-5ace-451e-8e49-e7c0b3215178 req-ce364237-c4d8-4f34-a64c-45fd6ce53253 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:41.198483 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2293be56-5ace-451e-8e49-e7c0b3215178 req-ce364237-c4d8-4f34-a64c-45fd6ce53253 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e3ab43-e262-45a9-9515-dccd4fec68d2 HTTP/1.1" status: 200 len: 943 time: 0.1299725 Mar 29 21:13:41.297292 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2293be56-5ace-451e-8e49-e7c0b3215178 req-ba933bf6-3d83-49d7-b9d7-b13c91e1f533 tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845404 Mar 29 21:13:41.324841 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.359132 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.370091 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:13:41.376818 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:13:41.386591 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:13:41.400329 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19736980-3d5c-421f-9fbb-ac79c0cfe1ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Router 9475f90a-ecb8-4e4f-afe1-377fb2007882 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:13:41.414641 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'Port': ['ID=6939991d-e066-42c8-b48b-53c8bf6aafaf,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:41.474275 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Pushing event deleted for resources: {'Port': ['ID=7956aa02-e1da-4a42-8fed-35a78c69325d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:41.477972 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] No DVR routers for this DVR port 7956aa02-e1da-4a42-8fed-35a78c69325d on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:13:41.481529 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.484771 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9dd515fc-6015-40f8-86d0-7395067ff092 req-c80cae8a-1861-4cf6-b707-6d9514d24d8d tempest-ServerRescueNegativeTestJSON-1550084945 tempest-ServerRescueNegativeTestJSON-1550084945-project] 10.222.0.39 "DELETE /v2.0/ports/7956aa02-e1da-4a42-8fed-35a78c69325d HTTP/1.1" status: 204 len: 173 time: 0.7923276 Mar 29 21:13:41.485185 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'name': 'network-vif-deleted', 'tag': '7956aa02-e1da-4a42-8fed-35a78c69325d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:41.488325 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e52363-e9eb-4cd2-8a7e-24cf0c8834b6" -d '{"events": [{"server_uuid": "b9e3ab43-e262-45a9-9515-dccd4fec68d2", "name": "network-vif-deleted", "tag": "7956aa02-e1da-4a42-8fed-35a78c69325d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:41.522743 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19736980-3d5c-421f-9fbb-ac79c0cfe1ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:13:41.529118 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-19736980-3d5c-421f-9fbb-ac79c0cfe1ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.543683 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] Sync routers for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:13:41.557159 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3adb74-6179-4657-b09b-d259146af6fb x-openstack-request-id: req-8d3adb74-6179-4657-b09b-d259146af6fb {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:41.557782 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e3ab43-e262-45a9-9515-dccd4fec68d2", "name": "network-vif-deleted", "tag": "7956aa02-e1da-4a42-8fed-35a78c69325d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:41.558062 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d3adb74-6179-4657-b09b-d259146af6fb {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:41.558602 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e3ab43-e262-45a9-9515-dccd4fec68d2', 'name': 'network-vif-deleted', 'tag': '7956aa02-e1da-4a42-8fed-35a78c69325d', 'status': 'completed', 'code': 200} Mar 29 21:13:41.561365 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:41.562252 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:41.574548 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-19736980-3d5c-421f-9fbb-ac79c0cfe1ae tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "PUT /v2.0/floatingips/82aea509-7952-4396-b73e-0df3433b902f HTTP/1.1" status: 200 len: 990 time: 1.2333872 Mar 29 21:13:41.575242 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:41.575668 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.581919 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c5075ce7fbdf24a62ef22baba17db86c8febec6032db644a0044682309bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28c6af1-d503-440f-9e44-06d8888bc083" -d '{"events": [{"name": "network-changed", "server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:41.628565 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.696252 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:41.708061 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0540ec1d-0df3-4edf-b507-2197664a3ce9 x-openstack-request-id: req-0540ec1d-0df3-4edf-b507-2197664a3ce9 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:41.708349 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:41.708599 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0540ec1d-0df3-4edf-b507-2197664a3ce9 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:41.708989 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'status': 'completed', 'code': 200} Mar 29 21:13:41.742040 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79c6cd-cca4-4767-8a3a-b8df8257d949 req-7b6ae79b-624e-48bd-a2a6-c4f9e57d8d28 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:41.743632 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2b79c6cd-cca4-4767-8a3a-b8df8257d949 req-7b6ae79b-624e-48bd-a2a6-c4f9e57d8d28 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0935247 Mar 29 21:13:41.855554 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2b79c6cd-cca4-4767-8a3a-b8df8257d949 req-0fea49ca-35d3-450b-9c2a-1a381355f474 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040313 Mar 29 21:13:41.928059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-b6246050-f8da-4762-863a-1f1aa809ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:41.929726 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-b6246050-f8da-4762-863a-1f1aa809ab03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 1098 time: 0.1311486 Mar 29 21:13:41.938375 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:41.947411 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:42.072415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'Port': ['ID=6939991d-e066-42c8-b48b-53c8bf6aafaf,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:42.089132 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:42.113580 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-a997cfc5-15e4-4443-a241-2dd6609ad012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:42.115584 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-a997cfc5-15e4-4443-a241-2dd6609ad012 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.1784379 Mar 29 21:13:42.120198 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:42.122277 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-a941f1b1-f9d9-454b-9524-cdcfd0bb1889 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5811722 Mar 29 21:13:42.144660 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '82aea509-7952-4396-b73e-0df3433b902f', 'tenant_id': 'd826a617546540359413c5174e67f930', 'floating_ip_address': '172.28.3.49', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'port_id': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'mac_address': 'fa:16:3e:73:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b604c157-63ac-417c-bd61-c149fff52207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:13:22Z', 'updated_at': '2022-03-29T21:13:40Z', 'revision_number': 1, 'project_id': 'd826a617546540359413c5174e67f930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:42.188953 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] Checking router: 9475f90a-ecb8-4e4f-afe1-377fb2007882 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:13:42.200829 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:42.201568 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:42.234920 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-6f0841cd-b354-4caf-af5d-c3ede1d6e57f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b HTTP/1.1" status: 200 len: 998 time: 0.1105275 Mar 29 21:13:42.317220 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:42.339878 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-1ceb6c5a-9832-43cb-8a3d-af0941790acf tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--395950323&fields=id&tenant_id=0174669fe916421a8a33cb156b156d0b HTTP/1.1" status: 200 len: 267 time: 0.0829370 Mar 29 21:13:42.341650 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-49743858-d357-4a59-bd59-fa0f73fb7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:42.343034 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-49743858-d357-4a59-bd59-fa0f73fb7361 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.0844591 Mar 29 21:13:42.361131 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54018) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:42.455454 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-25948bee-67d8-40e9-a939-a894f0de2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:42.457503 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-25948bee-67d8-40e9-a939-a894f0de2e0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0995102 Mar 29 21:13:42.498769 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-a6902cf5-acac-4c4c-a915-ff525f3df17b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:42.500213 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-a6902cf5-acac-4c4c-a915-ff525f3df17b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 810 time: 0.1513886 Mar 29 21:13:42.558803 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-8bf5d0c2-ef12-403e-b6b4-790fe0f16ec2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/quotas/0174669fe916421a8a33cb156b156d0b HTTP/1.1" status: 200 len: 375 time: 0.0447037 Mar 29 21:13:42.560184 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '82aea509-7952-4396-b73e-0df3433b902f', 'tenant_id': 'd826a617546540359413c5174e67f930', 'floating_ip_address': '172.28.3.49', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'port_id': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'mac_address': 'fa:16:3e:73:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b604c157-63ac-417c-bd61-c149fff52207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:13:22Z', 'updated_at': '2022-03-29T21:13:40Z', 'revision_number': 1, 'project_id': 'd826a617546540359413c5174e67f930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:42.588934 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a1cd3-40a2-4344-b081-8d985b6680d9 None None] The sync data for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb is: [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '82aea509-7952-4396-b73e-0df3433b902f', 'tenant_id': 'd826a617546540359413c5174e67f930', 'floating_ip_address': '172.28.3.49', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'port_id': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'mac_address': 'fa:16:3e:73:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b604c157-63ac-417c-bd61-c149fff52207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:13:22Z', 'updated_at': '2022-03-29T21:13:40Z', 'revision_number': 1, 'project_id': 'd826a617546540359413c5174e67f930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:13:42.637306 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-56474e66-6cda-4270-a820-dffc17c6a35e service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710644 Mar 29 21:13:42.646584 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-9ec4e5a7-5839-4540-aa1e-73c393b34c51 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789034 Mar 29 21:13:42.722742 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3b0f53ec-1a74-49da-84d3-747850caa6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:42.829151 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d28c6af1-d503-440f-9e44-06d8888bc083 req-da26af9c-c015-4e75-b3e1-8cf01a811dd7 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815898 Mar 29 21:13:42.852707 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ce27d32c-70fd-4edf-98b7-d9b074d4f1a9 service neutron] 10.222.0.37 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832206 Mar 29 21:13:42.855838 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a08c64-dca0-4d8a-a2f9-3252c817aae7 None None] New status for floating IP 82aea509-7952-4396-b73e-0df3433b902f: ACTIVE {{(pid=101974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:13:42.996464 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569123'] for router_interface, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:43.020173 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ddafe4fc-a09d-4113-8356-88ab61dbee75 service neutron] 10.222.0.37 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521444 Mar 29 21:13:43.027870 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16bc9-fc88-4596-8c84-276c879d1637 req-df6d1d4d-8e92-4415-84f5-f3f45a55921d tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:43.029981 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8af16bc9-fc88-4596-8c84-276c879d1637 req-df6d1d4d-8e92-4415-84f5-f3f45a55921d tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0748048 Mar 29 21:13:43.077983 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8af16bc9-fc88-4596-8c84-276c879d1637 req-84b771e5-4621-4770-ab5f-c1dbe0661b48 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 Mar 29 21:13:43.313431 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837b41e-9625-409d-8d28-7d42f349cbd6 req-8764cf78-cb96-4ef1-9fa6-d90f402844dc tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:43.315599 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4837b41e-9625-409d-8d28-7d42f349cbd6 req-8764cf78-cb96-4ef1-9fa6-d90f402844dc tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0489697 Mar 29 21:13:43.356019 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4837b41e-9625-409d-8d28-7d42f349cbd6 req-4abcada9-6180-4922-b74e-53ae0053009d tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342073 Mar 29 21:13:43.503479 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-3d2bf467-c4e3-4e71-8a61-c39f4d85dd45 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2598085 Mar 29 21:13:43.548172 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Deleting port 161337fd-5a3c-424c-a86c-861e22e76275 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:43.548533 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:43.628025 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] For port 161337fd-5a3c-424c-a86c-861e22e76275, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=161337fd-5a3c-424c-a86c-861e22e76275,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:43.628382 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:43.643457 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Calling delete_port for 161337fd-5a3c-424c-a86c-861e22e76275 owned by network:router_interface {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:43.817893 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:43.842500 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Pushing event deleted for resources: {'Port': ['ID=161337fd-5a3c-424c-a86c-861e22e76275,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:44.010907 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569175'] for router_interface, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:44.236595 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Router bdc4741b-680c-424e-9346-4f833872b4c4 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:13:44.347871 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:13:44.352905 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-731bd1e3-fbd4-43fd-b331-2a9fccf2befd admin admin] 10.222.0.37 "PUT /v2.0/routers/bdc4741b-680c-424e-9346-4f833872b4c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900949 Mar 29 21:13:44.358598 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] Sync routers for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:13:44.361381 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54036) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:44.372673 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:44.373317 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:44.467574 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-832cb2ee-281c-41cc-be56-66a4ae48b445 req-d1840d9d-28a9-425e-aae0-59494ac4f3cd tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 210 time: 0.2804973 Mar 29 21:13:44.490693 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks [] for router, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:44.495979 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:44.519828 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac297115-d918-4635-80cc-17b38de0a4a9 req-45f9c661-b613-4c5a-ae8c-5c68d9454615 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:44.532080 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac297115-d918-4635-80cc-17b38de0a4a9 req-45f9c661-b613-4c5a-ae8c-5c68d9454615 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0668750 Mar 29 21:13:44.569131 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac297115-d918-4635-80cc-17b38de0a4a9 req-37b0cd53-ca99-4850-a1ee-cd1cbea9c884 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361736 Mar 29 21:13:44.620514 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:44.681084 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Deleting port 9a78d8fe-aea9-48eb-962c-19707b604462 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:44.681869 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:44.701122 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:13:43Z', 'revision_number': 5, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port': {'id': '9a78d8fe-aea9-48eb-962c-19707b604462', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:44.729190 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] Checking router: bdc4741b-680c-424e-9346-4f833872b4c4 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:13:44.738580 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] Routers {'bdc4741b-680c-424e-9346-4f833872b4c4'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:44.739190 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['bdc4741b-680c-424e-9346-4f833872b4c4'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:44.778491 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:13:44.787019 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] For port 9a78d8fe-aea9-48eb-962c-19707b604462, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=9a78d8fe-aea9-48eb-962c-19707b604462,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:44.787496 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:44.803299 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Calling delete_port for 9a78d8fe-aea9-48eb-962c-19707b604462 owned by network:router_gateway {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:44.860106 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] Set router bdc4741b-680c-424e-9346-4f833872b4c4 gateway port host: None {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:44.912316 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:13:44Z', 'revision_number': 6, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port_host': None}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:44.962375 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2deba-e541-40ba-9ece-86d255d375ab None None] The sync data for ids ['bdc4741b-680c-424e-9346-4f833872b4c4'] in dv-cinder-835761-1-smb is: [{'id': 'bdc4741b-680c-424e-9346-4f833872b4c4', 'name': 'tempest-ServerRescueNegativeTestJSON-675335784-router', 'tenant_id': 'b93c9a60efd24648afaadcefbf5699f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:13:44Z', 'revision_number': 6, 'project_id': 'b93c9a60efd24648afaadcefbf5699f0', 'gw_port_host': None}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:13:44.980373 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:44.988738 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.014236 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:45.016859 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cbb91b-3232-46a9-b4cc-a6aa3fbe2b5c" -d '{"events": [{"server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:45.020246 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a78d8fe-aea9-48eb-962c-19707b604462,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:45.038418 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:45.043365 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.075227 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7be331-9a18-47b3-8cc2-c08f44ff0022 x-openstack-request-id: req-de7be331-9a18-47b3-8cc2-c08f44ff0022 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:45.075511 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "name": "network-vif-unplugged", "status": "failed", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520", "code": 422}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:45.075755 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de7be331-9a18-47b3-8cc2-c08f44ff0022 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:45.076132 dv-cinder-835761-1-smb neutron-server[101973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'code': 422} returned with failed status Mar 29 21:13:45.090160 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-68903717-f41e-4d7e-8e81-c609827570a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.103310 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567037'] for router_gateway, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.107981 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,revision_number=6']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:45.217478 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4385'] for router, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.219997 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.291337 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572233'] for router, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.291928 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc4741b-680c-424e-9346-4f833872b4c4 {{(pid=101971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 21:13:45.297188 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.298402 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-aa7865a4-474f-48b4-83f6-8e884bbefa74 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bdc4741b-680c-424e-9346-4f833872b4c4 HTTP/1.1" status: 204 len: 168 time: 0.9357193 Mar 29 21:13:45.301109 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54052) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:45.356075 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b0be2e-9103-48d2-a2f6-91b91c5c7fb6 admin admin] Deleting subnet 94e95332-3728-4ee5-bf7c-dc563a60496f {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:13:45.360023 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be2e-9103-48d2-a2f6-91b91c5c7fb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.397813 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be2e-9103-48d2-a2f6-91b91c5c7fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220890'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.508684 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be2e-9103-48d2-a2f6-91b91c5c7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.552455 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8da193b3-9967-4d35-91b1-00daf4364cde req-d4adf98a-cc89-4ff5-aaa7-3db16f6a1146 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Mar 29 21:13:45.564476 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be2e-9103-48d2-a2f6-91b91c5c7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16977711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16996658'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.596678 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0be2e-9103-48d2-a2f6-91b91c5c7fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e95332-3728-4ee5-bf7c-dc563a60496f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:45.600598 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1b0be2e-9103-48d2-a2f6-91b91c5c7fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.606174 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b1b0be2e-9103-48d2-a2f6-91b91c5c7fb6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/94e95332-3728-4ee5-bf7c-dc563a60496f HTTP/1.1" status: 204 len: 168 time: 0.3012302 Mar 29 21:13:45.606617 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54062) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:45.610619 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf201cfd-3699-4ecd-a9f7-6a8558c6aca5 None None] Network 0817999d-c260-4619-9013-99526417422a requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:13:45.679652 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.692680 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53598c-f5e7-4976-88e7-155cd28cd77d req-9d4189d6-82b6-476c-8cca-c612d721a4bd tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:45.694277 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0e53598c-f5e7-4976-88e7-155cd28cd77d req-9d4189d6-82b6-476c-8cca-c612d721a4bd tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0541079 Mar 29 21:13:45.740027 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Deleting port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:13:45.740520 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.762263 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0e53598c-f5e7-4976-88e7-155cd28cd77d req-370bf4b8-fb03-4a0d-9810-150bf4f1c059 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535743 Mar 29 21:13:45.821168 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] For port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe,segment=NetworkSegment(789cf73f-4076-45a3-871f-e791e0d41db8),segment_id=789cf73f-4076-45a3-871f-e791e0d41db8)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:45.821728 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.834645 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Calling delete_port for 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:13:45.935147 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:45.935389 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232581b9-57d1-4950-af8f-b43d20df44d4 None None] DHCP port deletion for 0817999d-c260-4619-9013-99526417422a request from dv-cinder-835761-1-smb {{(pid=101973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 21:13:45.966075 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Pushing event deleted for resources: {'Port': ['ID=9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:45.974074 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] No DVR routers for this DVR port 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe on host dv-cinder-835761-1-smb {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:13:46.048403 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.060224 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.072012 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0817999d-c260-4619-9013-99526417422a']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:46.084309 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789cf73f-4076-45a3-871f-e791e0d41db8') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:46.084613 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789cf73f-4076-45a3-871f-e791e0d41db8') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:46.103642 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220881'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.117631 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.123601 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:13:46.123987 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16975497'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: Traceback (most recent call last): Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: timer() Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: cb(*args, **kw) Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: return func(*args, **kwargs) Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: self._notify() Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: self.callback(batched_events) Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: event.method(event) Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: return f(self, *a, **k) Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: return self._get(url).json() Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:13:46.125594 dv-cinder-835761-1-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:13:46.182118 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.187410 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.191539 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] 10.222.0.37 "DELETE /v2.0/networks/0817999d-c260-4619-9013-99526417422a HTTP/1.1" status: 204 len: 168 time: 0.5841980 Mar 29 21:13:46.206864 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80280d-40e9-4f20-ad0f-d249eb1cb1de admin admin] Pushing event deleted for resources: {'Network': ['ID=0817999d-c260-4619-9013-99526417422a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:46.312368 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54068) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:46.358244 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a1ceea1a-27b9-4f00-b429-9135ccdfa61a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b93c9a60efd24648afaadcefbf5699f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446968 Mar 29 21:13:46.360766 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54070) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:46.408713 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bc30b5e-60be-4332-b6d8-d3166d05607b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.429579 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bc30b5e-60be-4332-b6d8-d3166d05607b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.491277 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bc30b5e-60be-4332-b6d8-d3166d05607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.494656 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bc30b5e-60be-4332-b6d8-d3166d05607b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:46.495824 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-9bc30b5e-60be-4332-b6d8-d3166d05607b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd6f5e8c-63c7-4b3a-83ae-43d7364aef84 HTTP/1.1" status: 204 len: 168 time: 0.1341586 Mar 29 21:13:46.504772 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc30b5e-60be-4332-b6d8-d3166d05607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6f5e8c-63c7-4b3a-83ae-43d7364aef84,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:46.656148 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fea48135-2e6b-47b4-b0ed-d7f152eca965 req-eb04d718-1e91-461f-a00e-4cba8fb0bc17 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 210 time: 0.0303938 Mar 29 21:13:46.826414 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 9a78d8fe-aea9-48eb-962c-19707b604462 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:13:46.859684 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 9a78d8fe-aea9-48eb-962c-19707b604462 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:13:46.860025 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 9a78d8fe-aea9-48eb-962c-19707b604462 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:13:46.860445 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 161337fd-5a3c-424c-a86c-861e22e76275 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:13:46.881125 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 161337fd-5a3c-424c-a86c-861e22e76275 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:13:46.881474 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 161337fd-5a3c-424c-a86c-861e22e76275 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:13:46.881892 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:13:46.907867 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:13:46.908216 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 9aaf6b47-a6b2-4b58-8d0c-c423a6b13bfe not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:13:46.948539 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83a2b-e27a-4f89-a651-19566c5bd951 req-d24129a2-e104-4dbc-9ef2-5b529c6cfe27 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:46.950364 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d1f83a2b-e27a-4f89-a651-19566c5bd951 req-d24129a2-e104-4dbc-9ef2-5b529c6cfe27 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.1155405 Mar 29 21:13:46.957609 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-39f19e95-2a33-46a1-a32f-1e531a8a9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:46.959476 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-39f19e95-2a33-46a1-a32f-1e531a8a9c22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7&tenant_id=5278862209504138bd1abe46816cbbad HTTP/1.1" status: 200 len: 1096 time: 0.0776181 Mar 29 21:13:47.032228 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d1f83a2b-e27a-4f89-a651-19566c5bd951 req-3a32a35c-3e98-4008-83b8-f619a992604e tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716720 Mar 29 21:13:47.051970 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-4b3755d0-ca98-4512-81c7-dd14e4fc6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:47.051970 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-4b3755d0-ca98-4512-81c7-dd14e4fc6988 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5278862209504138bd1abe46816cbbad&device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0533679 Mar 29 21:13:47.141193 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-7a706040-f56b-4e01-b164-d66c0d5ebd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:47.143532 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-7a706040-f56b-4e01-b164-d66c0d5ebd39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce97f466-f4a6-42df-9965-caf72295fcff HTTP/1.1" status: 200 len: 909 time: 0.0865600 Mar 29 21:13:47.214817 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-46f88e27-011f-44ba-a5f5-8b16a3e9a0eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 HTTP/1.1" status: 200 len: 998 time: 0.0641079 Mar 29 21:13:47.282067 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-a2e35ff6-a070-4c74-8b96-2011e28b666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:47.285997 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-a2e35ff6-a070-4c74-8b96-2011e28b666b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5dcb6b44-32e3-4763-ac4c-a561cde7fdd0 HTTP/1.1" status: 200 len: 847 time: 0.0553305 Mar 29 21:13:47.335926 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-955c6aaf-fdbb-4813-985a-e094c03ff4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:47.337596 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-955c6aaf-fdbb-4813-985a-e094c03ff4c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce97f466-f4a6-42df-9965-caf72295fcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0438435 Mar 29 21:13:47.546586 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-9a29fc54-fbf1-4c37-89b3-a04fad9b0816 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772337 Mar 29 21:13:47.556844 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-e9eb3b65-bfa0-4f44-abed-aff2826c80bf tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:47.558251 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-e9eb3b65-bfa0-4f44-abed-aff2826c80bf tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 810 time: 0.1876385 Mar 29 21:13:47.655070 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-74f30a42-e350-48c7-b935-9807753b9885 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0174669fe916421a8a33cb156b156d0b HTTP/1.1" status: 200 len: 379 time: 0.0718987 Mar 29 21:13:47.665831 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'port': {'device_id': '4905e455-931e-4d4d-a930-dd394c84d674', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'admin_state_up': True, 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'security_groups': ['8db85ed2-55ce-4e24-b9f7-72a01fb4574e']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:47.707158 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-794885f0-e938-4428-b70b-38bb6d0d8da4 req-0f8fc90e-c702-4b16-a462-4b02d815bff7 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479023 Mar 29 21:13:47.721525 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:47.779747 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-22e283a6-badc-4037-bdf6-b914531abf0a req-a71b89bd-c182-4652-8f57-f3c348ee2238 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 210 time: 0.0321658 Mar 29 21:13:47.820757 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Made reservation on behalf of 0174669fe916421a8a33cb156b156d0b for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:13:47.824245 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:47.966959 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Allocated IP 172.20.0.12 (093f6feb-78c9-4f9e-bc6b-27267053084d/1fc48955-b4c5-4f4a-805b-238bb5b36e9e/05597df7-dc3e-4964-9c1f-60bd20d2699d) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:13:48.123725 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.178917 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27b9dc-0f2c-442e-8844-24081c3b8464 req-8b6c7824-5441-4569-a73a-96af0ab75d87 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:48.180392 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dd27b9dc-0f2c-442e-8844-24081c3b8464 req-8b6c7824-5441-4569-a73a-96af0ab75d87 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0702927 Mar 29 21:13:48.209376 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.259878 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dd27b9dc-0f2c-442e-8844-24081c3b8464 req-28cd62b4-32f7-41d8-a8ad-224e1c07a3cd tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734391 Mar 29 21:13:48.268944 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Network 093f6feb-78c9-4f9e-bc6b-27267053084d is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:13:48.272366 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:13:48.278805 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event updated for resources: {'Port': ['ID=05597df7-dc3e-4964-9c1f-60bd20d2699d,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:48.281781 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:13:48.331309 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:48.332122 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.351694 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-52296e82-bd1a-4440-befb-1bed71f40af9 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6895380 Mar 29 21:13:48.351914 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54136) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:48.368888 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Request body: {'port': {'device_id': '4905e455-931e-4d4d-a930-dd394c84d674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:48.428943 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.436364 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.489391 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2076d800-6071-40a4-a260-fd7fdf57d08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.560448 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-584a5f7c-8fa5-480a-af8f-ca4920b807ad None None] Provisioning complete for port 05597df7-dc3e-4964-9c1f-60bd20d2699d triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:13:48.560729 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-584a5f7c-8fa5-480a-af8f-ca4920b807ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.599285 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-584a5f7c-8fa5-480a-af8f-ca4920b807ad None None] Port 05597df7-dc3e-4964-9c1f-60bd20d2699d cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:13:48.702201 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2076d800-6071-40a4-a260-fd7fdf57d08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.709877 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2076d800-6071-40a4-a260-fd7fdf57d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.766836 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076d800-6071-40a4-a260-fd7fdf57d08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e8a27-c47e-4bdd-98b1-3b46426a3cee,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:48.771720 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-2076d800-6071-40a4-a260-fd7fdf57d08c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a071dbbe0b14811ba7f35aa0492e825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189985 Mar 29 21:13:48.774435 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54140) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:48.813054 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05597df7-dc3e-4964-9c1f-60bd20d2699d {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:13:48.821907 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.827491 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c98c729-4ac6-4983-a9f9-cd346fc120d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.835222 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Transition to ACTIVE for port object 05597df7-dc3e-4964-9c1f-60bd20d2699d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:13:48.839112 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.850705 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c98c729-4ac6-4983-a9f9-cd346fc120d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.898603 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c98c729-4ac6-4983-a9f9-cd346fc120d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.902444 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c98c729-4ac6-4983-a9f9-cd346fc120d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:48.906193 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-5c98c729-4ac6-4983-a9f9-cd346fc120d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a2e8a27-c47e-4bdd-98b1-3b46426a3cee HTTP/1.1" status: 204 len: 168 time: 0.1282101 Mar 29 21:13:48.921510 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Pushing event updated for resources: {'Port': ['ID=05597df7-dc3e-4964-9c1f-60bd20d2699d,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:48.929513 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98c729-4ac6-4983-a9f9-cd346fc120d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e8a27-c47e-4bdd-98b1-3b46426a3cee,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:48.994396 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56605dc-aabd-476e-9777-658f4581b152 req-10dcaaab-4946-456a-bea5-f81f161496af tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:48.995954 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a56605dc-aabd-476e-9777-658f4581b152 req-10dcaaab-4946-456a-bea5-f81f161496af tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 944 time: 0.1318161 Mar 29 21:13:49.046935 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Attempting to bind port 05597df7-dc3e-4964-9c1f-60bd20d2699d on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:13:49.047252 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Attempting to bind port 05597df7-dc3e-4964-9c1f-60bd20d2699d by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:13:49.047576 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Attempting to bind port 05597df7-dc3e-4964-9c1f-60bd20d2699d on network 093f6feb-78c9-4f9e-bc6b-27267053084d {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:13:49.058721 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a56605dc-aabd-476e-9777-658f4581b152 req-95c06bb2-9c8e-4363-97f4-2ac578966bc6 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554373 Mar 29 21:13:49.059432 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Port 05597df7-dc3e-4964-9c1f-60bd20d2699d on network 093f6feb-78c9-4f9e-bc6b-27267053084d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:13:49.059745 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Attempting to bind port 05597df7-dc3e-4964-9c1f-60bd20d2699d on network 093f6feb-78c9-4f9e-bc6b-27267053084d {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:13:49.065934 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:13:49.066302 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Checking segment: {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:13:49.066678 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Bound using segment: {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:13:49.067109 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Bound port: 05597df7-dc3e-4964-9c1f-60bd20d2699d, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cef2c9-5fb2-4577-b646-c27903a476e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:13:49.067462 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.132505 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] For port 05597df7-dc3e-4964-9c1f-60bd20d2699d, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:13:49.135759 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] For port 05597df7-dc3e-4964-9c1f-60bd20d2699d, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=05597df7-dc3e-4964-9c1f-60bd20d2699d,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:13:49.139632 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.177416 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:49.178119 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.179500 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] 10.222.0.39 "PUT /v2.0/ports/05597df7-dc3e-4964-9c1f-60bd20d2699d HTTP/1.1" status: 200 len: 1094 time: 0.8148880 Mar 29 21:13:49.179932 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4905e455-931e-4d4d-a930-dd394c84d674', 'tag': '05597df7-dc3e-4964-9c1f-60bd20d2699d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:49.182183 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d25911d-d1a8-495e-b6b1-57558a40cd43" -d '{"events": [{"name": "network-changed", "server_uuid": "4905e455-931e-4d4d-a930-dd394c84d674", "tag": "05597df7-dc3e-4964-9c1f-60bd20d2699d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:49.212066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c4f18-21fd-47e4-adab-ae7a3cb0227a service neutron] Pushing event updated for resources: {'Port': ['ID=05597df7-dc3e-4964-9c1f-60bd20d2699d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:49.237082 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54150) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:49.240936 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd75090-b0b0-4a97-9cdd-38cb7c0baa3a x-openstack-request-id: req-bfd75090-b0b0-4a97-9cdd-38cb7c0baa3a {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:49.241217 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4905e455-931e-4d4d-a930-dd394c84d674", "tag": "05597df7-dc3e-4964-9c1f-60bd20d2699d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:49.241599 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfd75090-b0b0-4a97-9cdd-38cb7c0baa3a {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:49.242015 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4905e455-931e-4d4d-a930-dd394c84d674', 'tag': '05597df7-dc3e-4964-9c1f-60bd20d2699d', 'status': 'completed', 'code': 200} Mar 29 21:13:49.250929 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb0895bd-bc20-476a-a382-e897106997b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.311396 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-d604ec42-2b06-4c74-8c83-4eef302f2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:49.313204 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-d604ec42-2b06-4c74-8c83-4eef302f2bcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 1097 time: 0.0580010 Mar 29 21:13:49.341478 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb0895bd-bc20-476a-a382-e897106997b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.346400 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb0895bd-bc20-476a-a382-e897106997b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.377785 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-23ab68c5-5457-4d62-8f86-b3cea4eda8c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05597df7-dc3e-4964-9c1f-60bd20d2699d HTTP/1.1" status: 200 len: 217 time: 0.0475709 Mar 29 21:13:49.384767 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0895bd-bc20-476a-a382-e897106997b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14a561e-07ca-4854-91b3-f07fc39051a6,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:49.392206 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-bb0895bd-bc20-476a-a382-e897106997b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ca8c796bbaa403b9705906031dd0767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540475 Mar 29 21:13:49.394080 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54154) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:49.453789 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8aec2-766b-422d-9742-d57c3b5d87ae req-a0982e4e-ff75-41b4-ab09-323a5d29e3c6 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:49.454571 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-553f6fa0-e387-48f8-b253-475ff396d766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.455392 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-71c8aec2-766b-422d-9742-d57c3b5d87ae req-a0982e4e-ff75-41b4-ab09-323a5d29e3c6 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.1162136 Mar 29 21:13:49.458010 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-5dff7800-8ed8-4218-9d1e-b30c4e0a6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:49.459553 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-5dff7800-8ed8-4218-9d1e-b30c4e0a6f0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 200 len: 849 time: 0.0682089 Mar 29 21:13:49.477147 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-553f6fa0-e387-48f8-b253-475ff396d766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.522942 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-553f6fa0-e387-48f8-b253-475ff396d766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.523188 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-71c8aec2-766b-422d-9742-d57c3b5d87ae req-e8cfd3a3-7f51-440e-9ee1-72d56f52520e tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599265 Mar 29 21:13:49.526087 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-553f6fa0-e387-48f8-b253-475ff396d766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:49.527316 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-553f6fa0-e387-48f8-b253-475ff396d766 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f14a561e-07ca-4854-91b3-f07fc39051a6 HTTP/1.1" status: 204 len: 168 time: 0.1321216 Mar 29 21:13:49.528788 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-25732d0a-48c8-4fb0-a33e-1a28e6d70fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:49.530819 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-25732d0a-48c8-4fb0-a33e-1a28e6d70fa2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093f6feb-78c9-4f9e-bc6b-27267053084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0617201 Mar 29 21:13:49.550901 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f6fa0-e387-48f8-b253-475ff396d766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14a561e-07ca-4854-91b3-f07fc39051a6,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:49.625860 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-75d57c25-e48a-4c84-a03f-fd22f4c4224d service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885572 Mar 29 21:13:49.716953 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a8e796c6-edf3-42b7-8c13-05a4895b68fd req-64ac1790-1cfb-43cf-b4ed-592c1ff10c23 service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843282 Mar 29 21:13:49.856098 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-570485e4-ef44-40d0-87aa-3eadfa21384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:49.857596 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-570485e4-ef44-40d0-87aa-3eadfa21384e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 1097 time: 0.0438526 Mar 29 21:13:49.947436 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-c3ead609-efa9-4768-bbca-002a92aca0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:49.948879 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-c3ead609-efa9-4768-bbca-002a92aca0aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 911 time: 0.0849426 Mar 29 21:13:49.993184 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-80435c1b-6987-4f22-906e-8623db55baa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05597df7-dc3e-4964-9c1f-60bd20d2699d HTTP/1.1" status: 200 len: 217 time: 0.0376270 Mar 29 21:13:50.042872 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-17ce4f55-4e85-4689-9ec9-4a1728326b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:50.044553 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-17ce4f55-4e85-4689-9ec9-4a1728326b50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 200 len: 849 time: 0.0444672 Mar 29 21:13:50.089701 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-1e3895c2-6047-42a4-bb43-3085676a63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:50.091131 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-1e3895c2-6047-42a4-bb43-3085676a63d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093f6feb-78c9-4f9e-bc6b-27267053084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0400958 Mar 29 21:13:50.222566 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3344a1c-ddd9-4c28-a174-8113e117503c req-31f631e4-1895-4f1b-a48a-fd9d1381491e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:50.224041 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d3344a1c-ddd9-4c28-a174-8113e117503c req-31f631e4-1895-4f1b-a48a-fd9d1381491e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 944 time: 0.0669444 Mar 29 21:13:50.226487 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-63aee03f-c81c-4a81-9022-31f6b7c510b2 service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279783 Mar 29 21:13:50.315867 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d3344a1c-ddd9-4c28-a174-8113e117503c req-b1c775d2-21aa-4b81-a46a-4c1955e04197 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845156 Mar 29 21:13:50.352977 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8d25911d-d1a8-495e-b6b1-57558a40cd43 req-916c4d07-5876-44ef-b126-4b86da492bfb service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150033 Mar 29 21:13:50.639791 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2ee31-c9ab-46e6-b6aa-b5cd2236093d req-52258bfe-40e3-4b49-8e76-de5ec5826fb6 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:50.641460 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-81b2ee31-c9ab-46e6-b6aa-b5cd2236093d req-52258bfe-40e3-4b49-8e76-de5ec5826fb6 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 943 time: 0.0485828 Mar 29 21:13:50.679027 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-81b2ee31-c9ab-46e6-b6aa-b5cd2236093d req-cc64e170-b65d-4a98-b887-3efdb6e97518 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307980 Mar 29 21:13:50.789010 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:13:50.898864 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:50.915064 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'port_id': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'mac_address': 'fa:16:3e:26:37:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:13:50.961323 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:50.980407 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:13:51.001449 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:51.006090 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:51.060795 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,revision_number=7']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:51.431741 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e327566-264f-4ab3-a984-e451ae52fc45 req-5fb4784a-6e19-4689-9b4f-082d062fa597 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:51.433203 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1e327566-264f-4ab3-a984-e451ae52fc45 req-5fb4784a-6e19-4689-9b4f-082d062fa597 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 944 time: 0.0470445 Mar 29 21:13:51.470094 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1e327566-264f-4ab3-a984-e451ae52fc45 req-8e255bab-8c52-45bd-9509-b4ce39555b0b tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307481 Mar 29 21:13:51.541803 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['c39c2afe-8cb2-4c06-a7c7-d8159c3c8520'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:13:51.790868 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd249-d9da-457b-bc04-83425ff49fe0 req-9108be50-74ac-48fc-b7b1-31aaaf163488 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:51.792318 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1cacd249-d9da-457b-bc04-83425ff49fe0 req-9108be50-74ac-48fc-b7b1-31aaaf163488 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 944 time: 0.0467291 Mar 29 21:13:51.833159 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1cacd249-d9da-457b-bc04-83425ff49fe0 req-38201a01-c031-4fb7-88be-4eebfcf89cab tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347931 Mar 29 21:13:52.587064 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e69730-aaf1-4973-ba8a-1b8c00a221c0 req-c167777d-43fb-4a75-9a27-767f774d1b2f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:52.588555 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-77e69730-aaf1-4973-ba8a-1b8c00a221c0 req-c167777d-43fb-4a75-9a27-767f774d1b2f tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 944 time: 0.0471337 Mar 29 21:13:52.626787 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-77e69730-aaf1-4973-ba8a-1b8c00a221c0 req-7c9cc753-0b63-4784-bf6d-243840db764d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323164 Mar 29 21:13:52.799532 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 05597df7-dc3e-4964-9c1f-60bd20d2699d details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:13:52.812836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:13:52.932869 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:13:52.933239 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:52.935781 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 05597df7-dc3e-4964-9c1f-60bd20d2699d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=05597df7-dc3e-4964-9c1f-60bd20d2699d,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:52.947248 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20b4da-5ef7-4c83-a0e5-95f6666fb396 req-7651dccc-bdf8-4285-be74-80cbecb107e0 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:52.948762 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ec20b4da-5ef7-4c83-a0e5-95f6666fb396 req-7651dccc-bdf8-4285-be74-80cbecb107e0 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 944 time: 0.0483313 Mar 29 21:13:52.976480 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '05597df7-dc3e-4964-9c1f-60bd20d2699d', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'port_id': '05597df7-dc3e-4964-9c1f-60bd20d2699d', 'mac_address': 'fa:16:3e:c5:12:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:13:52.986874 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ec20b4da-5ef7-4c83-a0e5-95f6666fb396 req-ea0eef9d-5b05-4d74-8c59-27f07aabf109 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Mar 29 21:13:53.022954 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:53.056426 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05597df7-dc3e-4964-9c1f-60bd20d2699d {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:13:53.082721 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:53.086246 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 05597df7-dc3e-4964-9c1f-60bd20d2699d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=05597df7-dc3e-4964-9c1f-60bd20d2699d,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:53.093418 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:53.131522 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:53.133798 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d60218-a658-4c19-b1ca-8acb73987462" -d '{"events": [{"server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:53.153097 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:53.164106 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:53.172868 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=05597df7-dc3e-4964-9c1f-60bd20d2699d,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:53.176830 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63227274-ad6a-45a5-8064-692e3718478a x-openstack-request-id: req-63227274-ad6a-45a5-8064-692e3718478a {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:53.177137 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:53.177382 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63227274-ad6a-45a5-8064-692e3718478a {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:53.177755 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'code': 200} Mar 29 21:13:53.226244 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,revision_number=8']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:53.512220 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249fdb-a730-42f8-98d8-8c1055301e44 req-c3119436-41ef-4094-a43a-e4e9f08e87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:53.513732 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-09249fdb-a730-42f8-98d8-8c1055301e44 req-c3119436-41ef-4094-a43a-e4e9f08e87c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0391750 Mar 29 21:13:53.551523 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-09249fdb-a730-42f8-98d8-8c1055301e44 req-880dbb10-329d-486a-8206-2c3003c87115 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309165 Mar 29 21:13:53.571787 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['05597df7-dc3e-4964-9c1f-60bd20d2699d'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:13:53.745215 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddac18-a41a-449f-ad5b-6f5f63f3cfc7 req-b8311ff9-c7c4-47e0-bf24-de235581b23a tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:53.746820 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-87ddac18-a41a-449f-ad5b-6f5f63f3cfc7 req-b8311ff9-c7c4-47e0-bf24-de235581b23a tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 945 time: 0.0498486 Mar 29 21:13:53.786119 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-87ddac18-a41a-449f-ad5b-6f5f63f3cfc7 req-dfeaf4b8-b94b-4d40-868f-bb1810b95cca tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Mar 29 21:13:54.102409 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728761f-f4e7-46c5-b726-9bf6600bafe4 req-238daa6e-ab99-4ccb-a09e-7a1e35765159 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:54.103837 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3728761f-f4e7-46c5-b726-9bf6600bafe4 req-238daa6e-ab99-4ccb-a09e-7a1e35765159 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0463843 Mar 29 21:13:54.140333 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3728761f-f4e7-46c5-b726-9bf6600bafe4 req-bec9c561-3b6c-4563-b107-1a486af34801 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306730 Mar 29 21:13:54.801258 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 05597df7-dc3e-4964-9c1f-60bd20d2699d up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:13:54.857751 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 05597df7-dc3e-4964-9c1f-60bd20d2699d completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:13:54.862676 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 05597df7-dc3e-4964-9c1f-60bd20d2699d triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:13:54.863216 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:54.918387 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7f3d-0574-468f-9c5d-c76574d4d1c3 req-6e988f4e-9f18-437d-8e21-08fc1680119d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:54.919900 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-503c7f3d-0574-468f-9c5d-c76574d4d1c3 req-6e988f4e-9f18-437d-8e21-08fc1680119d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 945 time: 0.0535662 Mar 29 21:13:54.961706 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:54.976993 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-503c7f3d-0574-468f-9c5d-c76574d4d1c3 req-98066147-13c5-463b-ab12-d79ed11d6df5 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475154 Mar 29 21:13:55.001388 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 05597df7-dc3e-4964-9c1f-60bd20d2699d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=05597df7-dc3e-4964-9c1f-60bd20d2699d,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:13:55.005800 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:55.053279 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=05597df7-dc3e-4964-9c1f-60bd20d2699d,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:55.179493 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4905e455-931e-4d4d-a930-dd394c84d674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05597df7-dc3e-4964-9c1f-60bd20d2699d'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:55.182123 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf1720a-4995-4e0f-8bcc-371e82d083bf" -d '{"events": [{"server_uuid": "4905e455-931e-4d4d-a930-dd394c84d674", "name": "network-vif-plugged", "status": "completed", "tag": "05597df7-dc3e-4964-9c1f-60bd20d2699d"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:55.221450 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95019c41-f768-4007-b5fc-7e05366556ab x-openstack-request-id: req-95019c41-f768-4007-b5fc-7e05366556ab {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:55.222669 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4905e455-931e-4d4d-a930-dd394c84d674", "name": "network-vif-plugged", "status": "completed", "tag": "05597df7-dc3e-4964-9c1f-60bd20d2699d", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:55.222669 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95019c41-f768-4007-b5fc-7e05366556ab {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:55.223048 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4905e455-931e-4d4d-a930-dd394c84d674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05597df7-dc3e-4964-9c1f-60bd20d2699d', 'code': 200} Mar 29 21:13:55.262930 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3eaf9-fce1-4172-9020-37e88471b797 req-cf121e67-bc6e-4de8-a22c-62b32e18ed8a tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:55.270528 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eaf3eaf9-fce1-4172-9020-37e88471b797 req-cf121e67-bc6e-4de8-a22c-62b32e18ed8a tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0576158 Mar 29 21:13:55.304990 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eaf3eaf9-fce1-4172-9020-37e88471b797 req-00c9e831-2005-4515-9a8a-4f2f3256474e tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335183 Mar 29 21:13:55.446987 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a6ca-05e8-404c-a5ac-fdfcd71179e1 req-46cb2de7-c512-486e-8123-41d50a8dc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:55.448492 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-83a6a6ca-05e8-404c-a5ac-fdfcd71179e1 req-46cb2de7-c512-486e-8123-41d50a8dc914 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 1099 time: 0.0380480 Mar 29 21:13:55.484181 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-83a6a6ca-05e8-404c-a5ac-fdfcd71179e1 req-4b14a399-60e7-4b49-8709-c61d79a6cdc5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272727 Mar 29 21:13:56.084918 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493ec33-12c0-437b-a78b-40f8109a624b req-a780af9b-1f2e-4517-aef9-bb7bf9060143 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:56.086392 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d493ec33-12c0-437b-a78b-40f8109a624b req-a780af9b-1f2e-4517-aef9-bb7bf9060143 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 946 time: 0.0469811 Mar 29 21:13:56.126526 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d493ec33-12c0-437b-a78b-40f8109a624b req-e5807204-9c4f-44e5-9d12-867dd98fd271 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343478 Mar 29 21:13:57.239837 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5a8b-3e6b-4db9-a025-b625b63bef63 req-feafd02e-f6e7-4156-bc79-7122bf84691d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:57.242038 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0aeb5a8b-3e6b-4db9-a025-b625b63bef63 req-feafd02e-f6e7-4156-bc79-7122bf84691d tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 946 time: 0.0477898 Mar 29 21:13:57.279329 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0aeb5a8b-3e6b-4db9-a025-b625b63bef63 req-f7e19f65-e8ac-4147-892d-df2d2df2d623 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313561 Mar 29 21:13:57.386922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269445d8-dc1e-4d03-890e-ad459bedde6c req-ef14c2ff-4c29-4e73-8eb5-ed8872ab2dd3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:57.388334 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-269445d8-dc1e-4d03-890e-ad459bedde6c req-ef14c2ff-4c29-4e73-8eb5-ed8872ab2dd3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 946 time: 0.0471072 Mar 29 21:13:57.396855 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54300) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:57.401125 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-9c384113-48b3-4e4c-9b4c-89fdf0479c6e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Request body: {'floatingip': {'port_id': '05597df7-dc3e-4964-9c1f-60bd20d2699d'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:13:57.442251 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9c384113-48b3-4e4c-9b4c-89fdf0479c6e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.003354 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54318) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:58.102818 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9c384113-48b3-4e4c-9b4c-89fdf0479c6e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.106026 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:13:58.107727 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9c384113-48b3-4e4c-9b4c-89fdf0479c6e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.112309 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9faab81-42d2-4847-b88d-b1fa44b58f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.197935 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9faab81-42d2-4847-b88d-b1fa44b58f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.201344 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9faab81-42d2-4847-b88d-b1fa44b58f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.208460 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [None req-9c384113-48b3-4e4c-9b4c-89fdf0479c6e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Floating IP bb1333bf-3af6-409d-8203-c49a81a2883e associated. External IP: 172.28.3.119, port: 05597df7-dc3e-4964-9c1f-60bd20d2699d. Mar 29 21:13:58.240576 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-d9faab81-42d2-4847-b88d-b1fa44b58f87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fa19865c5d140ada516b7a5ec1501d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360728 Mar 29 21:13:58.241376 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faab81-42d2-4847-b88d-b1fa44b58f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532c8409-9699-4798-bb09-486db7e7f7d3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:58.244449 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54322) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:58.340433 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4be2dbd3-d322-49ba-a776-3d2b5abe1339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.397753 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4be2dbd3-d322-49ba-a776-3d2b5abe1339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.492464 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c384113-48b3-4e4c-9b4c-89fdf0479c6e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Router 03d30203-8c4e-495e-adfa-c484aa45efa5 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:13:58.493390 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4be2dbd3-d322-49ba-a776-3d2b5abe1339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.495968 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4be2dbd3-d322-49ba-a776-3d2b5abe1339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.497131 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-4be2dbd3-d322-49ba-a776-3d2b5abe1339 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/532c8409-9699-4798-bb09-486db7e7f7d3 HTTP/1.1" status: 204 len: 168 time: 0.2517662 Mar 29 21:13:58.506500 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2dbd3-d322-49ba-a776-3d2b5abe1339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532c8409-9699-4798-bb09-486db7e7f7d3,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:58.563680 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.639758 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c384113-48b3-4e4c-9b4c-89fdf0479c6e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:13:58.645322 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9c384113-48b3-4e4c-9b4c-89fdf0479c6e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.651823 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] Sync routers for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:13:58.662753 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:58.663389 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:58.678678 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-9c384113-48b3-4e4c-9b4c-89fdf0479c6e tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "PUT /v2.0/floatingips/bb1333bf-3af6-409d-8203-c49a81a2883e HTTP/1.1" status: 200 len: 992 time: 1.2807784 Mar 29 21:13:58.679313 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4905e455-931e-4d4d-a930-dd394c84d674', 'tag': '05597df7-dc3e-4964-9c1f-60bd20d2699d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:13:58.681577 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e706759b-9ea1-455b-908d-071c88228dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "4905e455-931e-4d4d-a930-dd394c84d674", "tag": "05597df7-dc3e-4964-9c1f-60bd20d2699d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:13:58.725166 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72691812-ceff-4b3f-a25c-5ec6d8a57124 x-openstack-request-id: req-72691812-ceff-4b3f-a25c-5ec6d8a57124 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:13:58.725550 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4905e455-931e-4d4d-a930-dd394c84d674", "tag": "05597df7-dc3e-4964-9c1f-60bd20d2699d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:13:58.725909 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72691812-ceff-4b3f-a25c-5ec6d8a57124 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:13:58.726435 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4905e455-931e-4d4d-a930-dd394c84d674', 'tag': '05597df7-dc3e-4964-9c1f-60bd20d2699d', 'status': 'completed', 'code': 200} Mar 29 21:13:58.782196 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:58.794803 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54332) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:58.808370 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12298be2-6c78-49cc-bdbb-2f6d61a708d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.824844 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706759b-9ea1-455b-908d-071c88228dfe req-35371ccf-bbab-4dc4-9a27-16ea7c273eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:58.826397 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e706759b-9ea1-455b-908d-071c88228dfe req-35371ccf-bbab-4dc4-9a27-16ea7c273eca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0174669fe916421a8a33cb156b156d0b&device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 1099 time: 0.0444739 Mar 29 21:13:58.888592 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12298be2-6c78-49cc-bdbb-2f6d61a708d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.894491 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12298be2-6c78-49cc-bdbb-2f6d61a708d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:58.919066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706759b-9ea1-455b-908d-071c88228dfe req-8cc1efec-50c7-456a-a087-0c131185dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:58.920554 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e706759b-9ea1-455b-908d-071c88228dfe req-8cc1efec-50c7-456a-a087-0c131185dab5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 200 len: 911 time: 0.0873268 Mar 29 21:13:58.935487 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-12298be2-6c78-49cc-bdbb-2f6d61a708d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=063a972c32e44f229d2beae34c268130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395159 Mar 29 21:13:58.938090 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54334) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:13:58.946248 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12298be2-6c78-49cc-bdbb-2f6d61a708d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaea781-2684-48a7-8c6c-fdffefd9b653,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:58.999433 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e706759b-9ea1-455b-908d-071c88228dfe req-0fec881e-33a4-4f3c-91ad-e18ee20a8b2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05597df7-dc3e-4964-9c1f-60bd20d2699d HTTP/1.1" status: 200 len: 1000 time: 0.0725403 Mar 29 21:13:59.031379 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'bb1333bf-3af6-409d-8203-c49a81a2883e', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'floating_ip_address': '172.28.3.119', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'port_id': '05597df7-dc3e-4964-9c1f-60bd20d2699d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'mac_address': 'fa:16:3e:c5:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4905e455-931e-4d4d-a930-dd394c84d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:13:41Z', 'updated_at': '2022-03-29T21:13:58Z', 'revision_number': 1, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:59.049828 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706759b-9ea1-455b-908d-071c88228dfe req-adf4657a-5721-461c-880c-2ade8d7fd6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:59.051522 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e706759b-9ea1-455b-908d-071c88228dfe req-adf4657a-5721-461c-880c-2ade8d7fd6a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 200 len: 849 time: 0.0458143 Mar 29 21:13:59.058772 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] Checking router: 03d30203-8c4e-495e-adfa-c484aa45efa5 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:13:59.068439 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:13:59.069146 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:13:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:59.102028 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706759b-9ea1-455b-908d-071c88228dfe req-3c5fbfba-1ad8-4b7f-a982-b4544bad066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:13:59.103644 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e706759b-9ea1-455b-908d-071c88228dfe req-3c5fbfba-1ad8-4b7f-a982-b4544bad066f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093f6feb-78c9-4f9e-bc6b-27267053084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0425105 Mar 29 21:13:59.177642 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:13:59.199211 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-47cddcef-b52e-47ae-be9b-104ae1d64b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:59.202792 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e706759b-9ea1-455b-908d-071c88228dfe req-6ccf0815-9da7-4769-b85d-4a3e3e20fc7c service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922556 Mar 29 21:13:59.225574 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-47cddcef-b52e-47ae-be9b-104ae1d64b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:59.279645 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-47cddcef-b52e-47ae-be9b-104ae1d64b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:59.284122 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-47cddcef-b52e-47ae-be9b-104ae1d64b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:13:59.285484 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-47cddcef-b52e-47ae-be9b-104ae1d64b49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aeaea781-2684-48a7-8c6c-fdffefd9b653 HTTP/1.1" status: 204 len: 168 time: 0.3457808 Mar 29 21:13:59.296026 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cddcef-b52e-47ae-be9b-104ae1d64b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaea781-2684-48a7-8c6c-fdffefd9b653,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:13:59.308038 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e706759b-9ea1-455b-908d-071c88228dfe req-084b4b40-668e-493f-b915-9d0c58a75d0f service neutron] 10.222.0.39 "GET /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991108 Mar 29 21:13:59.412821 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'bb1333bf-3af6-409d-8203-c49a81a2883e', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'floating_ip_address': '172.28.3.119', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'port_id': '05597df7-dc3e-4964-9c1f-60bd20d2699d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'mac_address': 'fa:16:3e:c5:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4905e455-931e-4d4d-a930-dd394c84d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:13:41Z', 'updated_at': '2022-03-29T21:13:58Z', 'revision_number': 1, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:13:59.438737 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d81ec8c-8bd6-4827-95cb-47114501b82f None None] The sync data for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb is: [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'bb1333bf-3af6-409d-8203-c49a81a2883e', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'floating_ip_address': '172.28.3.119', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'port_id': '05597df7-dc3e-4964-9c1f-60bd20d2699d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'mac_address': 'fa:16:3e:c5:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4905e455-931e-4d4d-a930-dd394c84d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:13:41Z', 'updated_at': '2022-03-29T21:13:58Z', 'revision_number': 1, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:13:59.648155 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23266ad4-60a7-4a43-a66b-34b22525e0d2 None None] New status for floating IP bb1333bf-3af6-409d-8203-c49a81a2883e: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:14:03.691203 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54420) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:03.795016 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4d869c0e-0ef5-4a84-a714-c1b221d0216a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:03.866829 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4d869c0e-0ef5-4a84-a714-c1b221d0216a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:03.870317 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4d869c0e-0ef5-4a84-a714-c1b221d0216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:03.912812 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d869c0e-0ef5-4a84-a714-c1b221d0216a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3247f2-b7b1-4751-a335-576a52b9f392,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:03.917152 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4d869c0e-0ef5-4a84-a714-c1b221d0216a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f499dda8a5e48f0b8edf65b97b58e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249467 Mar 29 21:14:03.920219 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54424) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:03.969315 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69162184-6b1c-4a96-ab6e-b9a47627a2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:03.991572 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69162184-6b1c-4a96-ab6e-b9a47627a2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.036799 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69162184-6b1c-4a96-ab6e-b9a47627a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.039449 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69162184-6b1c-4a96-ab6e-b9a47627a2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.040737 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-69162184-6b1c-4a96-ab6e-b9a47627a2e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba3247f2-b7b1-4751-a335-576a52b9f392 HTTP/1.1" status: 204 len: 168 time: 0.1199725 Mar 29 21:14:04.049159 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69162184-6b1c-4a96-ab6e-b9a47627a2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3247f2-b7b1-4751-a335-576a52b9f392,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:04.293934 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54430) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:04.306892 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-779320dd-7016-43e6-ab1e-172a140caa82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.388680 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-779320dd-7016-43e6-ab1e-172a140caa82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.392732 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-779320dd-7016-43e6-ab1e-172a140caa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.428130 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779320dd-7016-43e6-ab1e-172a140caa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17107901-d570-4698-ae3d-f20bf69fbf0c,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:04.433616 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-779320dd-7016-43e6-ab1e-172a140caa82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83140c109b394c3395b9cdd9047687b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386302 Mar 29 21:14:04.436207 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54432) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:04.484139 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5ae5935e-609e-4a98-afd5-0d93b8c32d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.504444 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5ae5935e-609e-4a98-afd5-0d93b8c32d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.549582 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5ae5935e-609e-4a98-afd5-0d93b8c32d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.552083 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5ae5935e-609e-4a98-afd5-0d93b8c32d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:04.553188 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-5ae5935e-609e-4a98-afd5-0d93b8c32d21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17107901-d570-4698-ae3d-f20bf69fbf0c HTTP/1.1" status: 204 len: 168 time: 0.1161077 Mar 29 21:14:04.560987 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5935e-609e-4a98-afd5-0d93b8c32d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17107901-d570-4698-ae3d-f20bf69fbf0c,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:09.295384 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54510) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:09.396334 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bba748e4-ceec-40ac-80bb-6393e24e2603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:09.469334 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bba748e4-ceec-40ac-80bb-6393e24e2603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:09.474299 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bba748e4-ceec-40ac-80bb-6393e24e2603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:09.516153 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-bba748e4-ceec-40ac-80bb-6393e24e2603 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18e1e2899a784c119363691b8b115c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196352 Mar 29 21:14:09.516999 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba748e4-ceec-40ac-80bb-6393e24e2603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2e52cc-675c-4eb7-8b7c-1cc2cfccb606,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:09.518766 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54514) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:09.566519 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-577be5b5-cde8-4685-adc3-1995e0b13416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:09.586843 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-577be5b5-cde8-4685-adc3-1995e0b13416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:09.631480 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-577be5b5-cde8-4685-adc3-1995e0b13416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:09.634264 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-577be5b5-cde8-4685-adc3-1995e0b13416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:09.635413 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-577be5b5-cde8-4685-adc3-1995e0b13416 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d2e52cc-675c-4eb7-8b7c-1cc2cfccb606 HTTP/1.1" status: 204 len: 168 time: 0.1156075 Mar 29 21:14:09.643145 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577be5b5-cde8-4685-adc3-1995e0b13416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2e52cc-675c-4eb7-8b7c-1cc2cfccb606,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:09.887003 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54520) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:09.900051 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a8d73a9c-7da4-4991-8c46-c9dd8348c58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:09.974364 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a8d73a9c-7da4-4991-8c46-c9dd8348c58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:09.978246 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a8d73a9c-7da4-4991-8c46-c9dd8348c58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:10.015859 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a8d73a9c-7da4-4991-8c46-c9dd8348c58f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8f218ac38ff436aafa60241967b0a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1281161 Mar 29 21:14:10.016703 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d73a9c-7da4-4991-8c46-c9dd8348c58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1df6500-9122-440a-b9aa-f789ce131d0a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:10.018494 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54522) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:10.068718 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-383ee405-a223-4caa-8252-bdf358b14117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:10.089009 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-383ee405-a223-4caa-8252-bdf358b14117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:10.135101 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-383ee405-a223-4caa-8252-bdf358b14117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:10.137620 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-383ee405-a223-4caa-8252-bdf358b14117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:10.138822 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-383ee405-a223-4caa-8252-bdf358b14117 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1df6500-9122-440a-b9aa-f789ce131d0a HTTP/1.1" status: 204 len: 168 time: 0.1193488 Mar 29 21:14:10.146752 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ee405-a223-4caa-8252-bdf358b14117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1df6500-9122-440a-b9aa-f789ce131d0a,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:11.178390 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54556) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:11.280901 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-035a1a3b-ddf8-48ce-8998-ae6eea0e7ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:11.363678 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-035a1a3b-ddf8-48ce-8998-ae6eea0e7ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:11.367284 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-035a1a3b-ddf8-48ce-8998-ae6eea0e7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:11.403433 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-035a1a3b-ddf8-48ce-8998-ae6eea0e7ce7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb9e269824414a00a8fd5527bf256e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240417 Mar 29 21:14:11.405267 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a1a3b-ddf8-48ce-8998-ae6eea0e7ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363905bf-0937-4301-9e9c-957f651481e2,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:11.406299 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54560) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:11.454091 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2641f14f-6bcd-42ce-b68b-c565ad37cdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:11.475523 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2641f14f-6bcd-42ce-b68b-c565ad37cdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:11.521321 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2641f14f-6bcd-42ce-b68b-c565ad37cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:11.523878 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2641f14f-6bcd-42ce-b68b-c565ad37cdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:11.525007 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-2641f14f-6bcd-42ce-b68b-c565ad37cdff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/363905bf-0937-4301-9e9c-957f651481e2 HTTP/1.1" status: 204 len: 168 time: 0.1177402 Mar 29 21:14:11.532293 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641f14f-6bcd-42ce-b68b-c565ad37cdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363905bf-0937-4301-9e9c-957f651481e2,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:12.714104 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bf8c83c9-54ad-4f58-9fab-2595fe2b8648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:15.062438 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c9b66f21-a6e5-451e-a1db-74aefa81a2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:15.644467 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54620) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:15.745097 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-84cd0e92-3952-4e31-b847-4698dd241277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:15.818453 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-84cd0e92-3952-4e31-b847-4698dd241277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:15.821907 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-84cd0e92-3952-4e31-b847-4698dd241277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:15.858883 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-84cd0e92-3952-4e31-b847-4698dd241277 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01c1406ec4e044d7938b0a03a022edef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128572 Mar 29 21:14:15.860770 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd0e92-3952-4e31-b847-4698dd241277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e904d908-4693-49f8-bc63-47d7d32538d1,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:15.861576 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54624) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:15.910880 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cc6030a-1cbc-47cb-b6b4-8c840f5e2c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:15.931335 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cc6030a-1cbc-47cb-b6b4-8c840f5e2c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:15.986671 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cc6030a-1cbc-47cb-b6b4-8c840f5e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:15.989863 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cc6030a-1cbc-47cb-b6b4-8c840f5e2c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:15.991045 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-1cc6030a-1cbc-47cb-b6b4-8c840f5e2c36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e904d908-4693-49f8-bc63-47d7d32538d1 HTTP/1.1" status: 204 len: 168 time: 0.1284423 Mar 29 21:14:15.998794 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6030a-1cbc-47cb-b6b4-8c840f5e2c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e904d908-4693-49f8-bc63-47d7d32538d1,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:16.059125 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:16.248654 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54630) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:16.261879 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-676e860a-b8b5-42a1-abbf-d3846b2746c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:16.343693 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-676e860a-b8b5-42a1-abbf-d3846b2746c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:16.347405 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-676e860a-b8b5-42a1-abbf-d3846b2746c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:16.385149 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-676e860a-b8b5-42a1-abbf-d3846b2746c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c65e47c4a5904c36ae12b8702a226e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354682 Mar 29 21:14:16.386072 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e860a-b8b5-42a1-abbf-d3846b2746c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d293c4-3321-403b-8252-29c3f62ead58,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:16.387983 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54632) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:16.435091 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e459ee1e-e7ca-4041-b2eb-5f06aafb446b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:16.455861 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e459ee1e-e7ca-4041-b2eb-5f06aafb446b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:16.501523 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e459ee1e-e7ca-4041-b2eb-5f06aafb446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:16.504641 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e459ee1e-e7ca-4041-b2eb-5f06aafb446b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:16.505786 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-e459ee1e-e7ca-4041-b2eb-5f06aafb446b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2d293c4-3321-403b-8252-29c3f62ead58 HTTP/1.1" status: 204 len: 168 time: 0.1168163 Mar 29 21:14:16.513377 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459ee1e-e7ca-4041-b2eb-5f06aafb446b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d293c4-3321-403b-8252-29c3f62ead58,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:17.722068 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:18.421351 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:20.007368 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54680) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:20.108446 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:20.180877 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:20.184579 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:20.225021 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=099955a272f240c788bff7ad6be22f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165942 Mar 29 21:14:20.225870 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe22222-f39c-4265-89af-f70e1df63b1a,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:20.227754 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54684) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:14:20.232901 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.233244 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.233576 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.233907 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.234259 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.234580 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.234900 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.235219 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.235551 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.235857 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.236164 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.236473 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a4112-80c1-4aa0-a5ad-3ab3d570fb12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:14:20.277477 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad75321a-4e9d-44e7-86e8-0700126d0df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:20.297977 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad75321a-4e9d-44e7-86e8-0700126d0df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:20.342239 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad75321a-4e9d-44e7-86e8-0700126d0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:20.344774 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad75321a-4e9d-44e7-86e8-0700126d0df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:20.345923 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ad75321a-4e9d-44e7-86e8-0700126d0df9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fe22222-f39c-4265-89af-f70e1df63b1a HTTP/1.1" status: 204 len: 168 time: 0.1170790 Mar 29 21:14:20.354127 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75321a-4e9d-44e7-86e8-0700126d0df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe22222-f39c-4265-89af-f70e1df63b1a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:14:28.571888 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:35.104768 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:14:42.715004 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f3564ddd-d438-435c-8d33-9e23a72f3454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:45.063271 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3eebe716-2ca2-4ee3-b71a-c8b52a4f918d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:46.060601 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:47.725995 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:48.422758 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:14:58.562900 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:03.760694 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-5657eeed-d806-4117-b09e-a83729d1ce31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383701 Mar 29 21:15:03.856313 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-d6f71947-e1f6-404d-b23b-70ac38ed0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:03.857802 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-d6f71947-e1f6-404d-b23b-70ac38ed0112 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5278862209504138bd1abe46816cbbad&device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0384884 Mar 29 21:15:03.962283 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-03cc2144-6e3d-4021-b88f-75fdee66b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:03.963793 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-03cc2144-6e3d-4021-b88f-75fdee66b335 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce97f466-f4a6-42df-9965-caf72295fcff HTTP/1.1" status: 200 len: 909 time: 0.0853140 Mar 29 21:15:04.031504 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-a13651c5-1ded-4122-84ac-82cb330c96d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 HTTP/1.1" status: 200 len: 1000 time: 0.0604434 Mar 29 21:15:04.078864 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-dac838cf-8def-4ed5-98bb-d327bf995829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:04.080269 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-dac838cf-8def-4ed5-98bb-d327bf995829 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5dcb6b44-32e3-4763-ac4c-a561cde7fdd0 HTTP/1.1" status: 200 len: 847 time: 0.0418730 Mar 29 21:15:04.126855 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-95e08668-a79b-4664-8dde-a5b8fed4b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:04.128293 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-95e08668-a79b-4664-8dde-a5b8fed4b63b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce97f466-f4a6-42df-9965-caf72295fcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0415800 Mar 29 21:15:04.217228 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-90c7a5fe-cc07-4cf6-8671-b1a101c16d67 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808160 Mar 29 21:15:04.311837 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6c83e8e9-e490-4b8c-b524-f93d5e31cc9a req-bf883ef6-3dcb-40ab-86d3-718fb764f5e0 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875187 Mar 29 21:15:12.104043 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:15:12.715366 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2e48f912-c208-4a3a-9c65-2225789ab134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:15.065238 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-637f6b93-3557-4710-9eaf-0968e1c9beb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:16.063412 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:17.727930 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:18.424215 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:22.003771 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cc428-8e9b-4029-b492-a6dccb2e8727 req-af25e58c-fc0f-43c2-b560-6cadb997ac38 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:22.005233 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fe5cc428-8e9b-4029-b492-a6dccb2e8727 req-af25e58c-fc0f-43c2-b560-6cadb997ac38 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0473719 Mar 29 21:15:22.042387 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fe5cc428-8e9b-4029-b492-a6dccb2e8727 req-ac82a586-1381-4aa0-87f5-1cefb56e8327 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305667 Mar 29 21:15:23.167169 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888c831-a870-44b5-9238-d1bd67a6ce15 req-64041339-56b9-47c4-92a2-5c4d3ce1620d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:23.168618 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7888c831-a870-44b5-9238-d1bd67a6ce15 req-64041339-56b9-47c4-92a2-5c4d3ce1620d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0473089 Mar 29 21:15:23.210493 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7888c831-a870-44b5-9238-d1bd67a6ce15 req-b4553281-c23e-4f40-a13b-53aa2bae6d38 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358121 Mar 29 21:15:24.327203 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe96f0f-eb07-467c-aa0a-b51edcb0ad49 req-8bdd4d41-4861-4993-ad78-d54b9ba7ff52 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:24.328641 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-abe96f0f-eb07-467c-aa0a-b51edcb0ad49 req-8bdd4d41-4861-4993-ad78-d54b9ba7ff52 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0472934 Mar 29 21:15:24.366498 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-abe96f0f-eb07-467c-aa0a-b51edcb0ad49 req-5b4a8dfd-3a5f-4ece-b870-c6b20114ad0c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Mar 29 21:15:25.489760 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d23ab1-0e24-4d29-9ea2-3fac9691d6e8 req-a75c29b2-f065-4d18-8bbc-3ce588a7f500 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:25.491475 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-84d23ab1-0e24-4d29-9ea2-3fac9691d6e8 req-a75c29b2-f065-4d18-8bbc-3ce588a7f500 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0488079 Mar 29 21:15:25.531311 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-84d23ab1-0e24-4d29-9ea2-3fac9691d6e8 req-2d50a57c-1119-43d4-b1da-7e6f3c9785a5 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338485 Mar 29 21:15:26.647582 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b4f74-dce9-4433-b3f1-b73238fdd4f1 req-cefb2032-5996-4030-97e2-a1af6febea85 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:26.649166 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c77b4f74-dce9-4433-b3f1-b73238fdd4f1 req-cefb2032-5996-4030-97e2-a1af6febea85 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0468216 Mar 29 21:15:26.689209 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c77b4f74-dce9-4433-b3f1-b73238fdd4f1 req-461c959a-2c5e-46c1-a02f-d00f62448dd1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341203 Mar 29 21:15:27.804982 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4c925-c296-4885-b42b-21810793a988 req-a5fb46f1-ee2f-4a12-baf0-a6d05505f767 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:27.806442 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3da4c925-c296-4885-b42b-21810793a988 req-a5fb46f1-ee2f-4a12-baf0-a6d05505f767 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0467939 Mar 29 21:15:27.842634 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3da4c925-c296-4885-b42b-21810793a988 req-5f2fc9b5-9c92-44f6-82ff-6d22919f6d2c tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302794 Mar 29 21:15:28.586971 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:28.960822 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37243ee-236b-4302-b928-3d37ae128c88 req-aa77fc76-51ba-4e87-ac6e-3c9b2a009586 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:28.962204 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f37243ee-236b-4302-b928-3d37ae128c88 req-aa77fc76-51ba-4e87-ac6e-3c9b2a009586 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0477314 Mar 29 21:15:29.000177 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f37243ee-236b-4302-b928-3d37ae128c88 req-47e78c6f-507a-4354-94e3-33b3f319be57 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Mar 29 21:15:30.123053 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a34dfe-a3df-4d39-9396-7ad22bb262ed req-4d6810d7-c066-4448-9f2c-216d060e7e89 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:30.124526 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a9a34dfe-a3df-4d39-9396-7ad22bb262ed req-4d6810d7-c066-4448-9f2c-216d060e7e89 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0486748 Mar 29 21:15:30.168049 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a9a34dfe-a3df-4d39-9396-7ad22bb262ed req-0188a20b-5dbe-485c-a0ca-7b6ac85c1342 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373795 Mar 29 21:15:31.288992 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346f5c1-68ab-4a9e-b738-5f05813d827d req-d1fedbb4-04bb-4cd9-838d-32a76755dc4b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:31.290511 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a346f5c1-68ab-4a9e-b738-5f05813d827d req-d1fedbb4-04bb-4cd9-838d-32a76755dc4b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0478220 Mar 29 21:15:31.329072 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a346f5c1-68ab-4a9e-b738-5f05813d827d req-8247848d-aec5-4cd9-ae9a-d06dcff093d8 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Mar 29 21:15:32.454004 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ba042-a0d4-4ab7-8cfe-db82360d110a req-203fb411-0e34-4611-8a20-d9894fde6cad tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:32.455488 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-967ba042-a0d4-4ab7-8cfe-db82360d110a req-203fb411-0e34-4611-8a20-d9894fde6cad tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0473433 Mar 29 21:15:32.493422 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-967ba042-a0d4-4ab7-8cfe-db82360d110a req-f5858410-05b6-4329-9f0c-1e20f6a1a146 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310218 Mar 29 21:15:33.614441 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6444a9-71c4-4456-b065-4576ac5fb71c req-05827083-d99c-408f-ab41-9b328282376b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:33.616447 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca6444a9-71c4-4456-b065-4576ac5fb71c req-05827083-d99c-408f-ab41-9b328282376b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Mar 29 21:15:33.660272 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca6444a9-71c4-4456-b065-4576ac5fb71c req-7ac8b235-6e56-43fb-b555-d672b8781d22 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361359 Mar 29 21:15:34.779211 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e123-080c-4ad1-86f8-0ee33c0f2a41 req-67bd99e7-9579-412a-9fa6-7c02f31cb199 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:34.780719 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4b00e123-080c-4ad1-86f8-0ee33c0f2a41 req-67bd99e7-9579-412a-9fa6-7c02f31cb199 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0475881 Mar 29 21:15:34.820850 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4b00e123-080c-4ad1-86f8-0ee33c0f2a41 req-baaf9e69-3416-4c82-b191-e753a5ca8f4a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336697 Mar 29 21:15:35.221800 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:15:35.334621 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:35.345796 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'port_id': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'mac_address': 'fa:16:3e:73:58:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:15:35.382399 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:35.394525 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1b0ddc6-cf54-4dc2-88de-5f60571be58b {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:15:35.413841 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:35.417768 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:35.465788 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=6']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:35.472877 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.473224 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.473571 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.473909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.474263 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.475121 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.475597 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.475946 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.476302 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.476634 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.476961 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.477288 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:35.614822 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['b1b0ddc6-cf54-4dc2-88de-5f60571be58b'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:15:35.946882 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c941c8-fb29-4aa4-9ec6-f95ffecf0647 req-eaabff63-59c1-42e4-9056-c576be6af08d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:35.948388 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d5c941c8-fb29-4aa4-9ec6-f95ffecf0647 req-eaabff63-59c1-42e4-9056-c576be6af08d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 944 time: 0.0518835 Mar 29 21:15:35.985212 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d5c941c8-fb29-4aa4-9ec6-f95ffecf0647 req-21df27cd-1e17-4ed7-baf6-5798337d570f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308576 Mar 29 21:15:37.102720 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4aec6-f206-4da1-a028-33fe5127fb12 req-e7f81745-ba48-4a84-90e6-2baf2eecb8ba tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:37.104190 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-06b4aec6-f206-4da1-a028-33fe5127fb12 req-e7f81745-ba48-4a84-90e6-2baf2eecb8ba tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 944 time: 0.0478849 Mar 29 21:15:37.143979 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-06b4aec6-f206-4da1-a028-33fe5127fb12 req-18d1453c-8156-4d38-b571-b1917ec046a2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338578 Mar 29 21:15:37.237536 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:15:37.286977 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port b1b0ddc6-cf54-4dc2-88de-5f60571be58b triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:15:37.287410 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:37.361333 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:37.384241 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:15:37.386463 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4061af3-fda8-453e-8153-b0a478462244" -d '{"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-plugged", "status": "completed", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:15:37.398803 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:37.402816 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:37.429398 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a78c6c-ed8b-4782-82cd-5f08ed6eb933 x-openstack-request-id: req-05a78c6c-ed8b-4782-82cd-5f08ed6eb933 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:15:37.429706 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-plugged", "status": "completed", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:15:37.429981 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05a78c6c-ed8b-4782-82cd-5f08ed6eb933 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:15:37.430342 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'code': 200} Mar 29 21:15:37.454712 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=7']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:38.265054 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efdbc6-92bc-4f44-9bc3-09443053d4d5 req-21a3f569-8895-48d7-8552-73c6098613a2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:38.266537 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-50efdbc6-92bc-4f44-9bc3-09443053d4d5 req-21a3f569-8895-48d7-8552-73c6098613a2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0502951 Mar 29 21:15:38.303742 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-50efdbc6-92bc-4f44-9bc3-09443053d4d5 req-d3e964d3-0ab9-40ea-aeb2-527af16a7f32 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307765 Mar 29 21:15:39.421154 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae02a7-2493-4af7-943c-421169c4d431 req-9913d67c-5157-4d5c-b69a-cacec1c7629f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:39.422636 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4eae02a7-2493-4af7-943c-421169c4d431 req-9913d67c-5157-4d5c-b69a-cacec1c7629f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0479050 Mar 29 21:15:39.460274 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4eae02a7-2493-4af7-943c-421169c4d431 req-388bc34e-bdf3-4c5c-a10d-93a3176546ce tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Mar 29 21:15:40.503878 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640473-17a5-43d6-bd0a-16f86b519781 req-d69553b9-fa04-4986-b93a-a57fd48a5d66 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:40.505347 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2e640473-17a5-43d6-bd0a-16f86b519781 req-d69553b9-fa04-4986-b93a-a57fd48a5d66 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 946 time: 0.0482211 Mar 29 21:15:40.556864 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2e640473-17a5-43d6-bd0a-16f86b519781 req-adbf90dd-3eeb-4ac6-bc67-c8922fa8f554 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435772 Mar 29 21:15:40.592480 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f95068-a3b9-411c-9e97-78e66281078e req-f334e06c-f7e3-42f5-bbb4-d03ee0172cab tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:40.593929 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d8f95068-a3b9-411c-9e97-78e66281078e req-f334e06c-f7e3-42f5-bbb4-d03ee0172cab tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0567894 Mar 29 21:15:40.631902 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d8f95068-a3b9-411c-9e97-78e66281078e req-1a26da26-0a04-4396-9f3f-498cf63f2a94 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Mar 29 21:15:41.677626 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f019096-25e4-4b9d-b461-02678fd48d47 req-b8f238eb-d20a-435d-9637-8635fbb3c807 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:41.685477 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7f019096-25e4-4b9d-b461-02678fd48d47 req-b8f238eb-d20a-435d-9637-8635fbb3c807 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 946 time: 0.0584478 Mar 29 21:15:41.727250 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7f019096-25e4-4b9d-b461-02678fd48d47 req-769d51c9-0247-4adb-8458-e5cce8298027 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409067 Mar 29 21:15:41.772366 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0211be-83d1-4b8e-8241-30db512d58e9 req-586f0fd3-8ab0-426b-815f-6aa9c31235c4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:41.774162 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0a0211be-83d1-4b8e-8241-30db512d58e9 req-586f0fd3-8ab0-426b-815f-6aa9c31235c4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0670242 Mar 29 21:15:41.813063 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0a0211be-83d1-4b8e-8241-30db512d58e9 req-b4dadc69-5f48-4cc5-a532-f32f03d77099 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Mar 29 21:15:42.717863 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-855aeee0-be6b-4879-9dfc-8ebae2f563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:42.903788 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cc99c-afa8-4029-ba95-926f2ba51446 req-ee981d49-e1e2-4036-91de-9196f4bc3c90 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:42.906266 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ba2cc99c-afa8-4029-ba95-926f2ba51446 req-ee981d49-e1e2-4036-91de-9196f4bc3c90 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 946 time: 0.0835176 Mar 29 21:15:42.985267 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ba2cc99c-afa8-4029-ba95-926f2ba51446 req-87a066ad-df80-4d45-8bf6-89bf64283115 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db85ed2-55ce-4e24-b9f7-72a01fb4574e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615587 Mar 29 21:15:43.001114 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad94b3-2d01-43f5-be3b-bc906b388231 req-ed93b701-fd64-479e-96d7-0297e59b7bdc tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:43.002697 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-91ad94b3-2d01-43f5-be3b-bc906b388231 req-ed93b701-fd64-479e-96d7-0297e59b7bdc tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0950212 Mar 29 21:15:43.050829 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-91ad94b3-2d01-43f5-be3b-bc906b388231 req-0912fea6-c7a1-4e02-bdde-e7897da29923 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Mar 29 21:15:43.192342 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-49bd02dc-39ca-46e1-a024-4f5cf66ad786 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:43.194182 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-49bd02dc-39ca-46e1-a024-4f5cf66ad786 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 946 time: 0.0554073 Mar 29 21:15:43.300597 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Deleting port 05597df7-dc3e-4964-9c1f-60bd20d2699d {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:15:43.300925 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:43.410932 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] For port 05597df7-dc3e-4964-9c1f-60bd20d2699d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=05597df7-dc3e-4964-9c1f-60bd20d2699d,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:43.411289 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:43.598756 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:43.606345 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:43.606980 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Floating IP bb1333bf-3af6-409d-8203-c49a81a2883e disassociated. External IP: 172.28.3.119, port: 05597df7-dc3e-4964-9c1f-60bd20d2699d. Mar 29 21:15:43.607595 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Calling delete_port for 05597df7-dc3e-4964-9c1f-60bd20d2699d owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:15:43.768137 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:43.804017 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event deleted for resources: {'Port': ['ID=05597df7-dc3e-4964-9c1f-60bd20d2699d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:43.814362 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.814712 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.815070 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.815400 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.815737 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.816064 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.816407 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.816733 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.817068 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.817385 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.817716 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.818060 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:43.967354 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Router 03d30203-8c4e-495e-adfa-c484aa45efa5 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:15:44.106945 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d10b73d2-7ee9-4be0-b2ff-12c4233285f3 req-e4291d0d-9c8b-46d3-9c3a-82ae22ea2eb2 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905e455-931e-4d4d-a930-dd394c84d674 HTTP/1.1" status: 200 len: 210 time: 0.0323513 Mar 29 21:15:44.117120 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:15:44.131006 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] Sync routers for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:15:44.172334 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:15:44.172807 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] No DVR routers for this DVR port 05597df7-dc3e-4964-9c1f-60bd20d2699d on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:15:44.174904 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:44.175352 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:44.178638 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b7d19154-ee28-421a-99e0-5281e15dff4a req-99768c17-6c25-446b-987b-5a843ee04e84 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.39 "DELETE /v2.0/ports/05597df7-dc3e-4964-9c1f-60bd20d2699d HTTP/1.1" status: 204 len: 173 time: 0.9761274 Mar 29 21:15:44.179085 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4905e455-931e-4d4d-a930-dd394c84d674', 'name': 'network-vif-deleted', 'tag': '05597df7-dc3e-4964-9c1f-60bd20d2699d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:15:44.181956 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80232e1f-fa42-4f34-b408-787d241b5d95" -d '{"events": [{"server_uuid": "4905e455-931e-4d4d-a930-dd394c84d674", "name": "network-vif-deleted", "tag": "05597df7-dc3e-4964-9c1f-60bd20d2699d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:15:44.265269 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e011a-23b3-4140-a116-21c6df795810 x-openstack-request-id: req-363e011a-23b3-4140-a116-21c6df795810 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:15:44.265562 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4905e455-931e-4d4d-a930-dd394c84d674", "name": "network-vif-deleted", "tag": "05597df7-dc3e-4964-9c1f-60bd20d2699d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:15:44.265809 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-363e011a-23b3-4140-a116-21c6df795810 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:15:44.266276 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4905e455-931e-4d4d-a930-dd394c84d674', 'name': 'network-vif-deleted', 'tag': '05597df7-dc3e-4964-9c1f-60bd20d2699d', 'status': 'completed', 'code': 200} Mar 29 21:15:44.310536 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb287d1-4025-421f-8f4c-37486b82918d req-259784ea-57a0-4f4c-9283-f7a182c64d94 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:44.318542 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5fb287d1-4025-421f-8f4c-37486b82918d req-259784ea-57a0-4f4c-9283-f7a182c64d94 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.1121109 Mar 29 21:15:44.390857 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5fb287d1-4025-421f-8f4c-37486b82918d req-38416343-5af1-4855-8ec2-08601acf0300 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713236 Mar 29 21:15:44.477450 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:15:44.707574 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:44.736443 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] Checking router: 03d30203-8c4e-495e-adfa-c484aa45efa5 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:15:44.747495 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:15:44.748122 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:44.897231 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:15:45.069407 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b9f549ee-bf2d-4afb-8adc-51d90bbb4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:45.119631 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:45.145961 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f7835-662f-488d-bcd4-04a4858d6597 None None] The sync data for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb is: [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:07:28Z', 'revision_number': 4, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '79e64d55-bb05-4ff1-b60a-967ed2503410', 'name': '', 'network_id': '093f6feb-78c9-4f9e-bc6b-27267053084d', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'mac_address': 'fa:16:3e:40:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:24Z', 'updated_at': '2022-03-29T21:07:35Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'subnets': [{'id': '1fc48955-b4c5-4f4a-805b-238bb5b36e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:15:45.260830 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 54962) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:45.328694 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:45.360188 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:45.419075 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:45.422785 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:45.424163 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "DELETE /v2.0/security-groups/8db85ed2-55ce-4e24-b9f7-72a01fb4574e HTTP/1.1" status: 204 len: 168 time: 0.1623054 Mar 29 21:15:45.427296 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54968) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:45.434709 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db85ed2-55ce-4e24-b9f7-72a01fb4574e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:45.451006 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.api.v2.resource [None req-04f6e49d-2092-49dc-946a-520a058d64c7 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] show failed (client error): The resource could not be found. Mar 29 21:15:45.458243 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-04f6e49d-2092-49dc-946a-520a058d64c7 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "GET /v2.0/security-groups/8db85ed2-55ce-4e24-b9f7-72a01fb4574e HTTP/1.1" status: 404 len: 347 time: 0.0290995 Mar 29 21:15:45.458853 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 54970) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:45.462906 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.464009 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.468823 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.469232 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.469675 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.470420 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.470860 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.471297 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.474713 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.475207 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.475733 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.477465 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc784a-d6d5-4334-9a6a-8a8cc7e047e3 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:15:45.574416 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992e6ef-832c-4f84-adb7-cd3a7af74455 None None] New status for floating IP bb1333bf-3af6-409d-8203-c49a81a2883e: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:15:45.644586 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfe3ce-29dc-4c90-875a-4233e3171b37 req-e75f9f46-0b1d-40c0-9108-2614786eb418 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:45.653720 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0fbfe3ce-29dc-4c90-875a-4233e3171b37 req-e75f9f46-0b1d-40c0-9108-2614786eb418 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0949020 Mar 29 21:15:45.689143 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Deleting port 6939991d-e066-42c8-b48b-53c8bf6aafaf {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:15:45.689617 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:45.725488 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0fbfe3ce-29dc-4c90-875a-4233e3171b37 req-233c48c2-f4bd-4a5f-81c2-f8ff1c63d4a4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664313 Mar 29 21:15:45.801141 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:45.801730 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:45.814959 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Calling delete_port for 6939991d-e066-42c8-b48b-53c8bf6aafaf owned by network:floatingip {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:15:45.960252 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:45.983612 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Pushing event deleted for resources: {'Port': ['ID=6939991d-e066-42c8-b48b-53c8bf6aafaf,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:46.079320 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:46.305908 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks [] for floatingip, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:46.308825 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:46.310397 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-4041ab3e-d5ec-478c-b1c2-4acd402d6302 tempest-AttachVolumeTestJSON-1682535499 tempest-AttachVolumeTestJSON-1682535499-project] 10.222.0.37 "DELETE /v2.0/floatingips/bb1333bf-3af6-409d-8203-c49a81a2883e HTTP/1.1" status: 204 len: 168 time: 0.8504541 Mar 29 21:15:46.868807 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bad02a-196e-4bff-9d2f-4a69b0711b10 req-56f80815-de50-4946-996f-925acfc409e0 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:46.870302 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-87bad02a-196e-4bff-9d2f-4a69b0711b10 req-56f80815-de50-4946-996f-925acfc409e0 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0570543 Mar 29 21:15:46.927459 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-87bad02a-196e-4bff-9d2f-4a69b0711b10 req-58ad5793-55ec-4a45-976e-5773beb44ca5 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498533 Mar 29 21:15:47.270476 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 05597df7-dc3e-4964-9c1f-60bd20d2699d no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:15:47.293656 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 05597df7-dc3e-4964-9c1f-60bd20d2699d {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:15:47.294050 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 05597df7-dc3e-4964-9c1f-60bd20d2699d not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:15:47.732379 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:48.067096 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001eb2f-b973-45ac-9805-921956b0652d req-2f2d1d93-1bd9-4acf-9058-00bb2a979398 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:48.068999 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5001eb2f-b973-45ac-9805-921956b0652d req-2f2d1d93-1bd9-4acf-9058-00bb2a979398 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0570548 Mar 29 21:15:48.125715 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5001eb2f-b973-45ac-9805-921956b0652d req-284480b2-e8b5-465e-82e8-8fd540e14185 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452158 Mar 29 21:15:48.430325 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:49.104851 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:15:49.258131 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bd287-ffd9-40dc-83e0-82494eb90b01 req-306f79bb-22e6-4ef7-b4fc-64f276039ac2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:49.259625 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df2bd287-ffd9-40dc-83e0-82494eb90b01 req-306f79bb-22e6-4ef7-b4fc-64f276039ac2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0561740 Mar 29 21:15:49.299666 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df2bd287-ffd9-40dc-83e0-82494eb90b01 req-d206d5b3-ffc8-4642-97ca-c65d9b036bf2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339293 Mar 29 21:15:49.847862 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55008) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:50.521984 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bfa36-8424-4c0f-b849-00cafdb2ba40 req-9eeb1f31-6a5a-4b51-ba13-42d172e19af4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:50.523591 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-104bfa36-8424-4c0f-b849-00cafdb2ba40 req-9eeb1f31-6a5a-4b51-ba13-42d172e19af4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.1105592 Mar 29 21:15:50.587887 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569123'] for router_interface, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:50.595976 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-104bfa36-8424-4c0f-b849-00cafdb2ba40 req-3dd43dd9-10bb-4860-abb5-cb6813e127cf tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642047 Mar 29 21:15:50.915698 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Deleting port 79e64d55-bb05-4ff1-b60a-967ed2503410 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:15:50.916037 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:51.025248 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] For port 79e64d55-bb05-4ff1-b60a-967ed2503410, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=79e64d55-bb05-4ff1-b60a-967ed2503410,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:51.025651 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:51.038392 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Calling delete_port for 79e64d55-bb05-4ff1-b60a-967ed2503410 owned by network:router_interface {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:15:51.235489 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:51.264290 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e64d55-bb05-4ff1-b60a-967ed2503410,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:51.529277 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569175'] for router_interface, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:51.795826 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df602a96-cce8-4e46-a971-cd741073f3b4 req-6a60dcce-1451-4c89-814a-e1d334b5531f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:51.797637 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df602a96-cce8-4e46-a971-cd741073f3b4 req-6a60dcce-1451-4c89-814a-e1d334b5531f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0999231 Mar 29 21:15:51.879294 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-df602a96-cce8-4e46-a971-cd741073f3b4 req-c16e96c0-40bc-4010-96f3-b594f8e0c2cd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718744 Mar 29 21:15:51.911485 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Router 03d30203-8c4e-495e-adfa-c484aa45efa5 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:15:52.279576 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:15:52.287744 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55020) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:52.289833 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-6565f8a0-afa6-4728-9787-acdbce5baf88 admin admin] 10.222.0.37 "PUT /v2.0/routers/03d30203-8c4e-495e-adfa-c484aa45efa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4400530 Mar 29 21:15:52.321824 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] Sync routers for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:15:52.334711 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:15:52.335301 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:52.402578 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:52.446697 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:15:52.515226 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:52.566547 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Deleting port bd8e7bd9-cf12-4634-b852-71d84f857174 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:15:52.566767 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:52.627586 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:15:51Z', 'revision_number': 5, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port': {'id': 'bd8e7bd9-cf12-4634-b852-71d84f857174', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:14Z', 'updated_at': '2022-03-29T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:52.647845 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] For port bd8e7bd9-cf12-4634-b852-71d84f857174, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=bd8e7bd9-cf12-4634-b852-71d84f857174,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:52.648232 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:52.654465 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] Checking router: 03d30203-8c4e-495e-adfa-c484aa45efa5 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:15:52.659699 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Calling delete_port for bd8e7bd9-cf12-4634-b852-71d84f857174 owned by network:router_gateway {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:15:52.662775 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] Routers {'03d30203-8c4e-495e-adfa-c484aa45efa5'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:15:52.663364 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['03d30203-8c4e-495e-adfa-c484aa45efa5'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:52.744462 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55032) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:52.748291 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] Set router 03d30203-8c4e-495e-adfa-c484aa45efa5 gateway port host: None {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:15:52.799478 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:15:52Z', 'revision_number': 6, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port_host': None}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:52.830565 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcea089-466c-47b0-b5a6-092465cf504e None None] The sync data for ids ['03d30203-8c4e-495e-adfa-c484aa45efa5'] in dv-cinder-835761-1-smb is: [{'id': '03d30203-8c4e-495e-adfa-c484aa45efa5', 'name': 'tempest-AttachVolumeTestJSON-855600416-router', 'tenant_id': '0174669fe916421a8a33cb156b156d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:12Z', 'updated_at': '2022-03-29T21:15:52Z', 'revision_number': 6, 'project_id': '0174669fe916421a8a33cb156b156d0b', 'gw_port_host': None}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:15:52.847204 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:52.877254 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8e7bd9-cf12-4634-b852-71d84f857174,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:52.949331 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567037'] for router_gateway, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.039699 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4385'] for router, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.041920 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.043978 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25074cf7-dd5a-41a0-b832-7d534aafa951 req-f81a2d8c-995f-4c6a-98c1-998056d7415f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:53.045503 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-25074cf7-dd5a-41a0-b832-7d534aafa951 req-f81a2d8c-995f-4c6a-98c1-998056d7415f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0777700 Mar 29 21:15:53.090259 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572233'] for router, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.090698 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d30203-8c4e-495e-adfa-c484aa45efa5 {{(pid=101971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 21:15:53.091628 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Deleting port b2664c05-72a2-48d0-9fe9-4045d2793f00 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:15:53.091957 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.095671 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.096805 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b5e7cf97-e7dc-4371-ab1c-4a18ace84ea4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/03d30203-8c4e-495e-adfa-c484aa45efa5 HTTP/1.1" status: 204 len: 168 time: 0.8080668 Mar 29 21:15:53.102305 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55038) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:53.112730 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-25074cf7-dd5a-41a0-b832-7d534aafa951 req-57656edc-5f09-4b5a-acb7-308cbdf89832 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601172 Mar 29 21:15:53.151551 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53d4c97-de66-4adb-8358-a255e3cae103 admin admin] Deleting subnet 1fc48955-b4c5-4f4a-805b-238bb5b36e9e {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:15:53.154576 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e53d4c97-de66-4adb-8358-a255e3cae103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.177580 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.177912 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.189194 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e53d4c97-de66-4adb-8358-a255e3cae103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220890'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.192527 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Calling delete_port for b2664c05-72a2-48d0-9fe9-4045d2793f00 owned by network:floatingip {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:15:53.282505 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e53d4c97-de66-4adb-8358-a255e3cae103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.348051 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e53d4c97-de66-4adb-8358-a255e3cae103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16977711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16996658'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.378356 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d4c97-de66-4adb-8358-a255e3cae103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc48955-b4c5-4f4a-805b-238bb5b36e9e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:53.380659 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e53d4c97-de66-4adb-8358-a255e3cae103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.386442 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac8a1c-1d68-4cf3-ae29-e1ed57d09373 None None] Network 093f6feb-78c9-4f9e-bc6b-27267053084d requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:15:53.387008 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e53d4c97-de66-4adb-8358-a255e3cae103 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1fc48955-b4c5-4f4a-805b-238bb5b36e9e HTTP/1.1" status: 204 len: 168 time: 0.2835906 Mar 29 21:15:53.387133 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55040) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:53.408024 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.447777 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event deleted for resources: {'Port': ['ID=b2664c05-72a2-48d0-9fe9-4045d2793f00,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:53.541069 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.581204 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for floatingip, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.581532 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Floating IP c0a8cc19-64d3-49e4-bac6-caefa6181ef2 disassociated (deleted). External IP: 172.28.3.10, port: c39c2afe-8cb2-4c06-a7c7-d8159c3c8520. Mar 29 21:15:53.651997 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-739c5df3-6773-4460-9a8b-1a0a88bd1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:53.653575 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-739c5df3-6773-4460-9a8b-1a0a88bd1741 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 1098 time: 0.1471229 Mar 29 21:15:53.671777 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5d0f7b-5998-4be0-bf7f-d97b2385f417 None None] DHCP port deletion for 093f6feb-78c9-4f9e-bc6b-27267053084d request from dv-cinder-835761-1-smb {{(pid=101973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 21:15:53.723284 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d0f7b-5998-4be0-bf7f-d97b2385f417 None None] Deleting port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:15:53.723767 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0f7b-5998-4be0-bf7f-d97b2385f417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.792276 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-7b5d0f7b-5998-4be0-bf7f-d97b2385f417 None None] For port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=30b13dc2-b767-4d17-9dfa-fcc2febb6c5b,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:53.792674 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0f7b-5998-4be0-bf7f-d97b2385f417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.805973 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d0f7b-5998-4be0-bf7f-d97b2385f417 None None] Calling delete_port for 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b owned by network:dhcp {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:15:53.814380 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Deleting port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:15:53.814895 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.863721 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-32851d85-12c8-4519-b5ad-6b8e9479b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:53.865202 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-32851d85-12c8-4519-b5ad-6b8e9479b7aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.2011213 Mar 29 21:15:53.935754 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0f7b-5998-4be0-bf7f-d97b2385f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:53.968681 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d0f7b-5998-4be0-bf7f-d97b2385f417 None None] Pushing event deleted for resources: {'Port': ['ID=30b13dc2-b767-4d17-9dfa-fcc2febb6c5b,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:53.973221 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d0f7b-5998-4be0-bf7f-d97b2385f417 None None] No DVR routers for this DVR port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b on host dv-cinder-835761-1-smb {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:15:54.016718 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] For port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=30b13dc2-b767-4d17-9dfa-fcc2febb6c5b,segment=NetworkSegment(03cef2c9-5fb2-4577-b646-c27903a476e6),segment_id=03cef2c9-5fb2-4577-b646-c27903a476e6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:54.017089 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:54.036120 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-e2507d8b-76c2-4361-89cf-becdb651e0e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b HTTP/1.1" status: 200 len: 1000 time: 0.1633177 Mar 29 21:15:54.041759 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Calling delete_port for 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:15:54.090255 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Router 252eaee2-6556-489d-8abf-e38bbd1ae928 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:15:54.142347 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-83129ff3-ee8f-48fa-9180-8167d12f4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:54.143816 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-83129ff3-ee8f-48fa-9180-8167d12f4ec4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.1001577 Mar 29 21:15:54.282661 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:54.323942 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-d4594e77-fb7d-43c5-93da-55ee2b974bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:54.325624 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-d4594e77-fb7d-43c5-93da-55ee2b974bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1713898 Mar 29 21:15:54.361753 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b13dc2-b767-4d17-9dfa-fcc2febb6c5b,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:54.366129 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] No DVR routers for this DVR port 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b on host dv-cinder-835761-1-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:15:54.375343 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b30dc5-7d05-4b21-b360-d70545e394f6 req-0c4f3cd2-7ad2-407c-819b-3fde150bca99 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:54.376820 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c7b30dc5-7d05-4b21-b360-d70545e394f6 req-0c4f3cd2-7ad2-407c-819b-3fde150bca99 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.1798398 Mar 29 21:15:54.452037 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:15:54.461970 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] Sync routers for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:15:54.472684 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:15:54.473289 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:54.483826 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:54.561763 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:54.576022 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:15:54.578831 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-be1201fe-f7e4-41e3-94cc-7e89fd0dc5b5 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "DELETE /v2.0/floatingips/c0a8cc19-64d3-49e4-bac6-caefa6181ef2 HTTP/1.1" status: 204 len: 168 time: 1.8333232 Mar 29 21:15:54.584980 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:15:54.587986 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d30736a-de10-4b19-acb6-cc35b4fb4a92" -d '{"events": [{"name": "network-changed", "server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:15:54.604294 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c7b30dc5-7d05-4b21-b360-d70545e394f6 req-1d038222-3953-4b62-962c-237988ba2e9b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059126 Mar 29 21:15:54.609864 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093f6feb-78c9-4f9e-bc6b-27267053084d']}} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:54.618898 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-08cb1626-b44c-4537-b0e9-5d5ed83dc28a service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679267 Mar 29 21:15:54.622224 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cef2c9-5fb2-4577-b646-c27903a476e6') {'for_net_delete': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:54.622520 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cef2c9-5fb2-4577-b646-c27903a476e6') {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:54.649633 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224763'] for segment, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:54.668934 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0e5eb6-3b80-4eaf-b434-b1322d96c94c x-openstack-request-id: req-ea0e5eb6-3b80-4eaf-b434-b1322d96c94c {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:15:54.669242 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:15:54.669599 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea0e5eb6-3b80-4eaf-b434-b1322d96c94c {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:15:54.670251 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'status': 'completed', 'code': 200} Mar 29 21:15:54.675066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:54.723051 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:15:54.723388 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693411'] for segment, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: self.session.flush() Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: self.session.flush() Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: self.session.flush() Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: self.session.flush() Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: Traceback (most recent call last): Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: timer() Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: cb(*args, **kw) Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: return func(*args, **kwargs) Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: self._notify() Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: self.callback(batched_events) Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: event.method(event) Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: return f(self, *a, **k) Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: return self._get(url).json() Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: return self.request(url, 'GET', **kwargs) Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:15:54.726036 dv-cinder-835761-1-smb neutron-server[101972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:15:54.807122 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2ed998e4-1208-4e7a-994f-1a577485dbed', 'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'mac_address': 'fa:16:3e:52:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:18Z', 'updated_at': '2022-03-29T21:09:24Z', 'revision_number': 5, 'project_id': '5278862209504138bd1abe46816cbbad', 'subnets': [{'id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:54.819527 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-cc4e8c17-b1bb-49d8-809a-ff624b302519 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903434 Mar 29 21:15:54.829744 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:54.840344 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] Checking router: 252eaee2-6556-489d-8abf-e38bbd1ae928 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:15:54.850883 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:15:54.852788 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:54.857631 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:54.860846 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/093f6feb-78c9-4f9e-bc6b-27267053084d HTTP/1.1" status: 204 len: 168 time: 1.4730070 Mar 29 21:15:54.874764 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-8416d05b-7c36-4a80-a6b2-5ba4184fb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:54.876255 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-8416d05b-7c36-4a80-a6b2-5ba4184fb244 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5278862209504138bd1abe46816cbbad&device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 1098 time: 0.1627386 Mar 29 21:15:54.879060 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fffa6-deac-43c8-aae8-d2e1db080ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=093f6feb-78c9-4f9e-bc6b-27267053084d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:54.923020 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484258f-17ca-4bc3-aec7-ca0635dfc118 req-b761b78a-8ca0-4047-b7c5-fd6ff64ccb61 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:54.924566 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d484258f-17ca-4bc3-aec7-ca0635dfc118 req-b761b78a-8ca0-4047-b7c5-fd6ff64ccb61 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.1094658 Mar 29 21:15:55.004516 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55052) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:55.013476 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d484258f-17ca-4bc3-aec7-ca0635dfc118 req-8ef2c5fb-0d4f-4e45-88f3-803ade30339e tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591164 Mar 29 21:15:55.016425 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-b3485e8b-ad64-48ad-8546-d8e37ba0b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:55.017872 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-b3485e8b-ad64-48ad-8546-d8e37ba0b7e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce97f466-f4a6-42df-9965-caf72295fcff HTTP/1.1" status: 200 len: 909 time: 0.1325216 Mar 29 21:15:55.061011 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-893ffc6b-ea30-46a0-a3da-ad34dc9b74e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0174669fe916421a8a33cb156b156d0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0546310 Mar 29 21:15:55.063426 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55054) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:55.065920 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-9de4977e-c36e-4541-8e57-79102ac805fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 HTTP/1.1" status: 200 len: 217 time: 0.0377553 Mar 29 21:15:55.092814 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 79e64d55-bb05-4ff1-b60a-967ed2503410 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:15:55.115699 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 79e64d55-bb05-4ff1-b60a-967ed2503410 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:15:55.116039 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 79e64d55-bb05-4ff1-b60a-967ed2503410 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:15:55.116452 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:15:55.119210 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-37025ccb-cd22-4582-bd01-da464687bbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:55.120735 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-acf78dc2-83b6-43b3-961c-0bd7c8dc6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:55.122415 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-acf78dc2-83b6-43b3-961c-0bd7c8dc6817 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5dcb6b44-32e3-4763-ac4c-a561cde7fdd0 HTTP/1.1" status: 200 len: 847 time: 0.0462766 Mar 29 21:15:55.141502 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:15:55.142123 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 30b13dc2-b767-4d17-9dfa-fcc2febb6c5b not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:15:55.142542 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device bd8e7bd9-cf12-4634-b852-71d84f857174 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:15:55.143033 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-37025ccb-cd22-4582-bd01-da464687bbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:55.169243 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-871165ac-4b1c-4afd-8739-000f86c75372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:55.169458 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: bd8e7bd9-cf12-4634-b852-71d84f857174 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:15:55.169784 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device bd8e7bd9-cf12-4634-b852-71d84f857174 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:15:55.170896 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-871165ac-4b1c-4afd-8739-000f86c75372 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce97f466-f4a6-42df-9965-caf72295fcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0404921 Mar 29 21:15:55.172373 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:15:55.203267 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-37025ccb-cd22-4582-bd01-da464687bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:55.205963 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-37025ccb-cd22-4582-bd01-da464687bbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:55.209968 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-37025ccb-cd22-4582-bd01-da464687bbf5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c53464f2-77e2-4c39-9973-75370d9f9387 HTTP/1.1" status: 204 len: 168 time: 0.1455390 Mar 29 21:15:55.218590 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37025ccb-cd22-4582-bd01-da464687bbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53464f2-77e2-4c39-9973-75370d9f9387,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:55.411728 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2ed998e4-1208-4e7a-994f-1a577485dbed', 'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'mac_address': 'fa:16:3e:52:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:18Z', 'updated_at': '2022-03-29T21:09:24Z', 'revision_number': 5, 'project_id': '5278862209504138bd1abe46816cbbad', 'subnets': [{'id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:15:55.439776 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a21d1e-debf-4ca2-81cd-60ba0d8dea93 None None] The sync data for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb is: [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:09:19Z', 'revision_number': 4, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2ed998e4-1208-4e7a-994f-1a577485dbed', 'name': '', 'network_id': 'ce97f466-f4a6-42df-9965-caf72295fcff', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'mac_address': 'fa:16:3e:52:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:18Z', 'updated_at': '2022-03-29T21:09:24Z', 'revision_number': 5, 'project_id': '5278862209504138bd1abe46816cbbad', 'subnets': [{'id': '5dcb6b44-32e3-4763-ac4c-a561cde7fdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:15:55.535608 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-7a7ca50a-9318-4718-832d-07aa89423da8 service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541968 Mar 29 21:15:55.644066 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2d30736a-de10-4b19-acb6-cc35b4fb4a92 req-814de012-8c2d-4c83-858a-e5e378184cda service neutron] 10.222.0.39 "GET /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995955 Mar 29 21:15:55.714729 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad52ad3-406e-40bb-94cb-bb3a009c6fb4 None None] New status for floating IP c0a8cc19-64d3-49e4-bac6-caefa6181ef2: DOWN {{(pid=101974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:15:55.743229 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c452d-c41f-4d22-a9cd-1512468bb001 req-77917404-fa2e-4676-91df-6d1cc46328c1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:55.744774 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8e1c452d-c41f-4d22-a9cd-1512468bb001 req-77917404-fa2e-4676-91df-6d1cc46328c1 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0524247 Mar 29 21:15:55.782518 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8e1c452d-c41f-4d22-a9cd-1512468bb001 req-cfdfcd25-7c56-4154-9da2-bd794cea00e7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Mar 29 21:15:56.138375 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f8e79-a342-4206-ae19-bce53ca4f8c4 req-9192d9b6-6f53-46cf-bfca-e57649cb24e3 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:56.139833 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f26f8e79-a342-4206-ae19-bce53ca4f8c4 req-9192d9b6-6f53-46cf-bfca-e57649cb24e3 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0469549 Mar 29 21:15:56.178203 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f26f8e79-a342-4206-ae19-bce53ca4f8c4 req-66c78a7f-4633-4930-b2be-0c9f691338b4 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323772 Mar 29 21:15:56.761357 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb2446-9006-4573-a63d-01f3f59860fe req-67e64744-f749-4609-8185-4c17df4ead90 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:56.762836 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-32bb2446-9006-4573-a63d-01f3f59860fe req-67e64744-f749-4609-8185-4c17df4ead90 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.39 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 945 time: 0.0470572 Mar 29 21:15:56.870122 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-32bb2446-9006-4573-a63d-01f3f59860fe req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Deleting port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:15:56.870122 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-32bb2446-9006-4573-a63d-01f3f59860fe req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:57.003277 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8a190-ee19-4683-83a4-d9997c5f7058 req-a7490c4e-d508-46ce-a613-bd4d5612d415 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:57.004720 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-54e8a190-ee19-4683-83a4-d9997c5f7058 req-a7490c4e-d508-46ce-a613-bd4d5612d415 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 945 time: 0.0997667 Mar 29 21:15:57.006379 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-32bb2446-9006-4573-a63d-01f3f59860fe req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] For port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:57.006738 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-32bb2446-9006-4573-a63d-01f3f59860fe req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:57.025583 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-32bb2446-9006-4573-a63d-01f3f59860fe req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Calling delete_port for c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:15:57.085197 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-54e8a190-ee19-4683-83a4-d9997c5f7058 req-4eae09c0-a51e-4ee2-91e2-daad35c48ff2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706024 Mar 29 21:15:57.177371 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-32bb2446-9006-4573-a63d-01f3f59860fe req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:57.211366 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event deleted for resources: {'Port': ['ID=c39c2afe-8cb2-4c06-a7c7-d8159c3c8520,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:57.277052 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bb2446-9006-4573-a63d-01f3f59860fe req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] No DVR routers for this DVR port c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:15:57.279915 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-32bb2446-9006-4573-a63d-01f3f59860fe req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:57.283397 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-32bb2446-9006-4573-a63d-01f3f59860fe req-7f76a564-333d-4363-8f9b-bdf662a8a34f tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.39 "DELETE /v2.0/ports/c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 HTTP/1.1" status: 204 len: 173 time: 0.5150790 Mar 29 21:15:57.283787 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'name': 'network-vif-deleted', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:15:57.286036 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f7ac8f-d310-4027-a557-739cfd886f3e" -d '{"events": [{"server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "name": "network-vif-deleted", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:15:57.299226 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:15:57.317612 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-386ff96a-0d3d-4570-84e9-256be267dfa1 req-6aac38df-fc1c-4fc6-b871-53b9d9a381e9 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b44fd181-e31d-408c-a8b8-8ae14bd74eb7 HTTP/1.1" status: 200 len: 210 time: 0.0416906 Mar 29 21:15:57.365142 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60ba530-f228-4860-97a3-f9c6e1bdcc2e x-openstack-request-id: req-e60ba530-f228-4860-97a3-f9c6e1bdcc2e {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:15:57.365506 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44fd181-e31d-408c-a8b8-8ae14bd74eb7", "name": "network-vif-deleted", "tag": "c39c2afe-8cb2-4c06-a7c7-d8159c3c8520", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:15:57.365785 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e60ba530-f228-4860-97a3-f9c6e1bdcc2e {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:15:57.366210 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44fd181-e31d-408c-a8b8-8ae14bd74eb7', 'name': 'network-vif-deleted', 'tag': 'c39c2afe-8cb2-4c06-a7c7-d8159c3c8520', 'status': 'completed', 'code': 200} Mar 29 21:15:57.416662 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:57.441961 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:15:57.444572 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4268b115-e50f-4b8f-860b-e09bb7be0d21" -d '{"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-unplugged", "status": "completed", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:15:57.462577 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:57.475391 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:57.480600 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40b266c-8bb8-4c91-ba1f-f287c5cc3d0a x-openstack-request-id: req-a40b266c-8bb8-4c91-ba1f-f287c5cc3d0a {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:15:57.480886 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-unplugged", "status": "failed", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b", "code": 422}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:15:57.481137 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a40b266c-8bb8-4c91-ba1f-f287c5cc3d0a {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:15:57.481630 dv-cinder-835761-1-smb neutron-server[101973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'code': 422} returned with failed status Mar 29 21:15:57.534979 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=8']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:58.152020 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea9292-1941-438e-911e-d82cb098fcbb req-aca5b65c-75ef-4032-84ae-f9241bd9cc95 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:58.153503 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6bea9292-1941-438e-911e-d82cb098fcbb req-aca5b65c-75ef-4032-84ae-f9241bd9cc95 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0542481 Mar 29 21:15:58.184053 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-77f991ed-e7a6-4ad8-8d97-864a4126b5cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453315 Mar 29 21:15:58.197704 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6bea9292-1941-438e-911e-d82cb098fcbb req-e8431665-9706-4717-83c7-ff0f2d1d95f5 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369675 Mar 29 21:15:58.378443 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55168) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:58.438236 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9d0d94da-d600-4efb-9dd0-139ee83ec184 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:58.464687 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9d0d94da-d600-4efb-9dd0-139ee83ec184 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:58.527106 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9d0d94da-d600-4efb-9dd0-139ee83ec184 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:58.529736 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9d0d94da-d600-4efb-9dd0-139ee83ec184 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:58.530994 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-9d0d94da-d600-4efb-9dd0-139ee83ec184 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e427a29-8d6c-42c8-aa5a-ae30063fcaa9 HTTP/1.1" status: 204 len: 168 time: 0.1515105 Mar 29 21:15:58.540285 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d94da-d600-4efb-9dd0-139ee83ec184 tempest-TestShelveInstance-688456225 tempest-TestShelveInstance-688456225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e427a29-8d6c-42c8-aa5a-ae30063fcaa9,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:15:58.592108 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55172) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:15:58.601918 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:59.051407 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb551-8c46-4c24-8933-04a145299fc7 req-ede7a014-ddd9-4dff-af38-0604fde00d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:59.052858 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-ede7a014-ddd9-4dff-af38-0604fde00d3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207&tenant_id=d826a617546540359413c5174e67f930 HTTP/1.1" status: 200 len: 1096 time: 0.0662580 Mar 29 21:15:59.145615 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569123'] for router_interface, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:59.198476 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb551-8c46-4c24-8933-04a145299fc7 req-39706c06-cb7b-4205-894f-86001eda66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:59.199951 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-39706c06-cb7b-4205-894f-86001eda66b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 1096 time: 0.0873754 Mar 29 21:15:59.420202 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb551-8c46-4c24-8933-04a145299fc7 req-5bd23d3b-2dd1-4efc-9c7f-59f4ef3613af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:59.421666 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-5bd23d3b-2dd1-4efc-9c7f-59f4ef3613af service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.2144196 Mar 29 21:15:59.431610 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce7516-485a-4702-8ed6-cd93210b5fad req-075dd9c5-9d72-45c8-bed4-2c933c1cd9ed tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:59.433004 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ffce7516-485a-4702-8ed6-cd93210b5fad req-075dd9c5-9d72-45c8-bed4-2c933c1cd9ed tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.1590171 Mar 29 21:15:59.526795 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-77268e42-6ddd-442e-8143-94009489615c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b HTTP/1.1" status: 200 len: 998 time: 0.0928335 Mar 29 21:15:59.530879 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ffce7516-485a-4702-8ed6-cd93210b5fad req-2be41611-7b3a-468f-aa14-4095b4abd390 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884469 Mar 29 21:15:59.620312 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb551-8c46-4c24-8933-04a145299fc7 req-66213a06-c47d-42eb-a44f-542436d44440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:59.621757 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-66213a06-c47d-42eb-a44f-542436d44440 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.0861998 Mar 29 21:15:59.676929 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Deleting port 2ed998e4-1208-4e7a-994f-1a577485dbed {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:15:59.677324 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:59.682391 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb551-8c46-4c24-8933-04a145299fc7 req-0409307e-e3d1-468b-a152-c0ceb5d551d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:15:59.686018 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-0409307e-e3d1-468b-a152-c0ceb5d551d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556576 Mar 29 21:15:59.828514 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] For port 2ed998e4-1208-4e7a-994f-1a577485dbed, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2ed998e4-1208-4e7a-994f-1a577485dbed,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:15:59.828783 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:15:59.844424 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-da83a498-8aa6-4e07-bdc2-e777aeea36d4 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456718 Mar 29 21:15:59.845492 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Calling delete_port for 2ed998e4-1208-4e7a-994f-1a577485dbed owned by network:router_interface {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:16:00.018300 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-9c64100a-3e36-429c-98cd-35f89e8ba61c service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640227 Mar 29 21:16:00.097495 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:00.123847 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed998e4-1208-4e7a-994f-1a577485dbed,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:00.292820 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569175'] for router_interface, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:00.511123 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Router 252eaee2-6556-489d-8abf-e38bbd1ae928 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:16:01.165506 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:16:01.171082 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0602132e-f880-40c7-9b3f-e7d98f8d77a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/252eaee2-6556-489d-8abf-e38bbd1ae928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5779004 Mar 29 21:16:01.173650 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55216) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:01.178043 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] Sync routers for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:16:01.190772 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:16:01.203457 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:01.214440 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fccf45-0dbf-477f-8dc2-9eae2873bbc4 req-50e1ab91-8e1c-4448-b780-8317b27ebc7a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:01.216019 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-75fccf45-0dbf-477f-8dc2-9eae2873bbc4 req-50e1ab91-8e1c-4448-b780-8317b27ebc7a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.1000514 Mar 29 21:16:01.292770 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-75fccf45-0dbf-477f-8dc2-9eae2873bbc4 req-13fc3db0-83c5-4fe6-afd1-afbf09423f0a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694568 Mar 29 21:16:01.340964 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:16:01.368408 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:16:01.368911 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device c39c2afe-8cb2-4c06-a7c7-d8159c3c8520 not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:16:01.369418 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:16:01.375110 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks [] for router, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:01.473763 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:16:01.609708 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:01.711846 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Deleting port 931ee063-8be9-44ef-8306-55585345b6ee {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:16:01.712188 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:01.862201 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] For port 931ee063-8be9-44ef-8306-55585345b6ee, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=931ee063-8be9-44ef-8306-55585345b6ee,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:01.862575 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:01.880781 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Calling delete_port for 931ee063-8be9-44ef-8306-55585345b6ee owned by network:router_gateway {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:16:01.886946 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '931ee063-8be9-44ef-8306-55585345b6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:16:00Z', 'revision_number': 5, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port': {'id': '931ee063-8be9-44ef-8306-55585345b6ee', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:16Z', 'updated_at': '2022-03-29T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:01.916826 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] Checking router: 252eaee2-6556-489d-8abf-e38bbd1ae928 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:16:01.926063 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] Routers {'252eaee2-6556-489d-8abf-e38bbd1ae928'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:16:01.926937 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['252eaee2-6556-489d-8abf-e38bbd1ae928'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:02.037714 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] Set router 252eaee2-6556-489d-8abf-e38bbd1ae928 gateway port host: None {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:16:02.098077 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:16:01Z', 'revision_number': 6, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port_host': None}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:02.110912 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.125834 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e79f88-4351-451e-a223-16faf9d0ba89 None None] The sync data for ids ['252eaee2-6556-489d-8abf-e38bbd1ae928'] in dv-cinder-835761-1-smb is: [{'id': '252eaee2-6556-489d-8abf-e38bbd1ae928', 'name': 'tempest-TestShelveInstance-507106435-router', 'tenant_id': '5278862209504138bd1abe46816cbbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:15Z', 'updated_at': '2022-03-29T21:16:01Z', 'revision_number': 6, 'project_id': '5278862209504138bd1abe46816cbbad', 'gw_port_host': None}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:16:02.167489 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=931ee063-8be9-44ef-8306-55585345b6ee,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:02.235963 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567037'] for router_gateway, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.326457 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4385'] for router, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.328721 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.392857 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572233'] for router, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.393738 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 252eaee2-6556-489d-8abf-e38bbd1ae928 {{(pid=101971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 21:16:02.405597 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.409610 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55230) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:02.412950 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-18422aec-de7b-4079-af37-7368be9fbd4a admin admin] 10.222.0.37 "DELETE /v2.0/routers/252eaee2-6556-489d-8abf-e38bbd1ae928 HTTP/1.1" status: 204 len: 168 time: 1.2323024 Mar 29 21:16:02.499431 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9095-0da4-4aa2-add7-3e8d4c618937 req-36d908f3-4ebb-4815-b5fa-3fdcb75210c6 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:02.508836 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eb9b9095-0da4-4aa2-add7-3e8d4c618937 req-36d908f3-4ebb-4815-b5fa-3fdcb75210c6 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.1110165 Mar 29 21:16:02.540370 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d131b09e-4cb7-4c2f-86a1-f0573f6c3a48 admin admin] Deleting subnet 5dcb6b44-32e3-4763-ac4c-a561cde7fdd0 {{(pid=101972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:16:02.547387 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d131b09e-4cb7-4c2f-86a1-f0573f6c3a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.587303 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eb9b9095-0da4-4aa2-add7-3e8d4c618937 req-de834c56-34f0-48ae-8a2e-f5be702ec2d9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773931 Mar 29 21:16:02.613795 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d131b09e-4cb7-4c2f-86a1-f0573f6c3a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224752'] for subnet, precommit_delete_associations {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.737008 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d131b09e-4cb7-4c2f-86a1-f0573f6c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.799290 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d131b09e-4cb7-4c2f-86a1-f0573f6c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9691461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9659386'] for subnet, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.822665 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131b09e-4cb7-4c2f-86a1-f0573f6c3a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dcb6b44-32e3-4763-ac4c-a561cde7fdd0,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:02.833411 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d131b09e-4cb7-4c2f-86a1-f0573f6c3a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:02.838343 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66847e-1022-4dc3-b45c-7e470e95ae18 None None] Network ce97f466-f4a6-42df-9965-caf72295fcff requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:16:02.840107 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55236) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:02.840237 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-d131b09e-4cb7-4c2f-86a1-f0573f6c3a48 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5dcb6b44-32e3-4763-ac4c-a561cde7fdd0 HTTP/1.1" status: 204 len: 168 time: 0.4284728 Mar 29 21:16:03.001978 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.076567 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2ed998e4-1208-4e7a-994f-1a577485dbed no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:16:03.104345 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 2ed998e4-1208-4e7a-994f-1a577485dbed {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:16:03.105049 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2ed998e4-1208-4e7a-994f-1a577485dbed not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:16:03.105806 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 931ee063-8be9-44ef-8306-55585345b6ee no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:16:03.107450 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Deleting port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:16:03.108795 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.130909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 931ee063-8be9-44ef-8306-55585345b6ee {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:16:03.131346 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 931ee063-8be9-44ef-8306-55585345b6ee not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:16:03.250506 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb6dd86-239a-4a92-86e7-077274f62cba None None] DHCP port deletion for ce97f466-f4a6-42df-9965-caf72295fcff request from dv-cinder-835761-1-smb {{(pid=101973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 21:16:03.275231 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] For port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:03.275798 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.294386 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Calling delete_port for 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:16:03.397771 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6dd86-239a-4a92-86e7-077274f62cba None None] Deleting port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:16:03.398412 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd86-239a-4a92-86e7-077274f62cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.403989 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.451536 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:03.461574 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] No DVR routers for this DVR port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 on host dv-cinder-835761-1-smb {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:16:03.517704 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-5bb6dd86-239a-4a92-86e7-077274f62cba None None] For port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1,segment=NetworkSegment(1c2babc5-9672-4de2-9c57-79e2cace9f9d),segment_id=1c2babc5-9672-4de2-9c57-79e2cace9f9d)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:03.518218 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd86-239a-4a92-86e7-077274f62cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.550062 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6dd86-239a-4a92-86e7-077274f62cba None None] Calling delete_port for 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 owned by network:dhcp {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:16:03.605108 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.636381 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce97f466-f4a6-42df-9965-caf72295fcff']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:03.648100 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2babc5-9672-4de2-9c57-79e2cace9f9d') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:03.648982 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2babc5-9672-4de2-9c57-79e2cace9f9d') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:03.660938 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220881'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.684204 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd86-239a-4a92-86e7-077274f62cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.685247 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.703143 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:16:03.703478 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16975497'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: Traceback (most recent call last): Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: timer() Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: cb(*args, **kw) Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: return func(*args, **kwargs) Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: self._notify() Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: self.callback(batched_events) Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: event.method(event) Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: return f(self, *a, **k) Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: return self._get(url).json() Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:16:03.705167 dv-cinder-835761-1-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:16:03.724179 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6dd86-239a-4a92-86e7-077274f62cba None None] Pushing event deleted for resources: {'Port': ['ID=2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:03.727271 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6dd86-239a-4a92-86e7-077274f62cba None None] No DVR routers for this DVR port 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 on host dv-cinder-835761-1-smb {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:16:03.792321 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.803217 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ad9ba-e1da-4ebf-b2ca-ab9388e4209d req-0652bd9b-a8f8-4069-9538-0a69027120e8 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:03.805157 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-844ad9ba-e1da-4ebf-b2ca-ab9388e4209d req-0652bd9b-a8f8-4069-9538-0a69027120e8 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.1346858 Mar 29 21:16:03.806565 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:03.809825 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ce97f466-f4a6-42df-9965-caf72295fcff HTTP/1.1" status: 204 len: 168 time: 0.9687076 Mar 29 21:16:03.813086 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55256) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:03.842197 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728afc15-243a-400d-8634-e775ae0aa6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce97f466-f4a6-42df-9965-caf72295fcff,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:04.011715 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-844ad9ba-e1da-4ebf-b2ca-ab9388e4209d req-d8bddc49-a4ba-4290-8c63-691aff4a91ab tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704796 Mar 29 21:16:04.254414 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569123'] for router_interface, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:04.522560 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Deleting port 2199afbe-a815-442d-807c-3fbf25146c62 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:16:04.523843 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:04.605680 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] For port 2199afbe-a815-442d-807c-3fbf25146c62, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2199afbe-a815-442d-807c-3fbf25146c62,segment=NetworkSegment(c5263d5d-9f0e-4971-b8b8-7e9f522d2257),segment_id=c5263d5d-9f0e-4971-b8b8-7e9f522d2257)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:04.606201 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:04.623962 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Calling delete_port for 2199afbe-a815-442d-807c-3fbf25146c62 owned by network:router_interface {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:16:04.834871 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:04.892292 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2199afbe-a815-442d-807c-3fbf25146c62,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:04.940046 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:16:04.966412 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:16:04.967082 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2c9b4839-e5f6-4bcd-85a7-daa2f89f23d1 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:16:05.079110 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569175'] for router_interface, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:05.243523 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8fb68-687c-41fb-b73d-6163c9173b7a req-afae6ae3-8d2b-40e5-8c10-54d1ec08c1e8 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:05.245067 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-22f8fb68-687c-41fb-b73d-6163c9173b7a req-afae6ae3-8d2b-40e5-8c10-54d1ec08c1e8 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0993209 Mar 29 21:16:05.334969 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-22f8fb68-687c-41fb-b73d-6163c9173b7a req-e0659617-e6f2-4504-8e44-292d72a043f3 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827794 Mar 29 21:16:05.418994 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Router 88be90ed-bddc-4025-b230-75640f0c374d has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:16:05.548129 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:16:05.556536 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0fa9612c-59fb-41df-91ba-371fe2e43c23 admin admin] 10.222.0.37 "PUT /v2.0/routers/88be90ed-bddc-4025-b230-75640f0c374d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7395535 Mar 29 21:16:05.556847 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55276) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:05.562069 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] Sync routers for ids ['88be90ed-bddc-4025-b230-75640f0c374d'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:16:05.573749 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] Routers {'88be90ed-bddc-4025-b230-75640f0c374d'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:16:05.574421 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['88be90ed-bddc-4025-b230-75640f0c374d'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:05.714563 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks [] for router, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:05.800521 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] Set router 88be90ed-bddc-4025-b230-75640f0c374d gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:16:05.857763 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:05.921066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Deleting port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:16:05.922407 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:06.043846 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] For port 4eba7677-875e-42ee-9aa2-a0ec1e4ded31, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=4eba7677-875e-42ee-9aa2-a0ec1e4ded31,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:06.045008 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:06.071385 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Calling delete_port for 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 owned by network:router_gateway {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:16:06.074994 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be90ed-bddc-4025-b230-75640f0c374d', 'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:22Z', 'updated_at': '2022-03-29T21:16:04Z', 'revision_number': 5, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'gw_port': {'id': '4eba7677-875e-42ee-9aa2-a0ec1e4ded31', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be90ed-bddc-4025-b230-75640f0c374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:09:23Z', 'updated_at': '2022-03-29T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:06.126158 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] Checking router: 88be90ed-bddc-4025-b230-75640f0c374d for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:16:06.137689 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] Routers {'88be90ed-bddc-4025-b230-75640f0c374d'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:16:06.138736 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:15:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['88be90ed-bddc-4025-b230-75640f0c374d'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:06.256360 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] Set router 88be90ed-bddc-4025-b230-75640f0c374d gateway port host: None {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:16:06.337502 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be90ed-bddc-4025-b230-75640f0c374d', 'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:22Z', 'updated_at': '2022-03-29T21:16:05Z', 'revision_number': 6, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'gw_port_host': None}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:06.397490 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9429d94-e22e-48c7-80d5-dce7295790b6 None None] The sync data for ids ['88be90ed-bddc-4025-b230-75640f0c374d'] in dv-cinder-835761-1-smb is: [{'id': '88be90ed-bddc-4025-b230-75640f0c374d', 'name': 'tempest-TestShelveInstance-316967499-router', 'tenant_id': '9c6e612cb90a44efa95b119c26b42989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:09:22Z', 'updated_at': '2022-03-29T21:16:05Z', 'revision_number': 6, 'project_id': '9c6e612cb90a44efa95b119c26b42989', 'gw_port_host': None}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:16:06.415498 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:06.444123 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=4eba7677-875e-42ee-9aa2-a0ec1e4ded31,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:06.562769 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567037'] for router_gateway, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:06.658835 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b539d-d1dc-4cad-a330-a7dff3c3eeb9 req-67c5a75d-a91d-46e3-8f48-9e546f26f9dd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:06.660425 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-432b539d-d1dc-4cad-a330-a7dff3c3eeb9 req-67c5a75d-a91d-46e3-8f48-9e546f26f9dd tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.1597817 Mar 29 21:16:06.700017 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4385'] for router, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:06.707078 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:06.801883 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-432b539d-d1dc-4cad-a330-a7dff3c3eeb9 req-2d0dfcd4-0fec-4d83-8be3-e789d4efd53d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045625 Mar 29 21:16:06.815263 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572233'] for router, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:06.816326 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88be90ed-bddc-4025-b230-75640f0c374d {{(pid=101972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 21:16:06.827698 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] Notify callbacks [] for router, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:06.829449 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-e78cd081-37e6-46ca-a58b-202d9bcd2f3b admin admin] 10.222.0.37 "DELETE /v2.0/routers/88be90ed-bddc-4025-b230-75640f0c374d HTTP/1.1" status: 204 len: 168 time: 1.2715218 Mar 29 21:16:06.834367 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55294) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:06.931043 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8ea8b8-4b79-49ae-93b6-449c76a50489 admin admin] Deleting subnet c92c9ffe-c47d-42c1-83f4-f4a70945ad3f {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:16:06.957876 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed8ea8b8-4b79-49ae-93b6-449c76a50489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:06.995930 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed8ea8b8-4b79-49ae-93b6-449c76a50489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220890'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:07.078356 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed8ea8b8-4b79-49ae-93b6-449c76a50489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:07.333772 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2199afbe-a815-442d-807c-3fbf25146c62 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:16:07.347251 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed8ea8b8-4b79-49ae-93b6-449c76a50489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16977711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16996658'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:07.369041 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 2199afbe-a815-442d-807c-3fbf25146c62 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:16:07.369419 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2199afbe-a815-442d-807c-3fbf25146c62 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:16:07.378312 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ea8b8-4b79-49ae-93b6-449c76a50489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92c9ffe-c47d-42c1-83f4-f4a70945ad3f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:07.389074 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed8ea8b8-4b79-49ae-93b6-449c76a50489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:07.389669 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d4327c-5ddd-40b2-a422-a6321cc62362 None None] Network 0611832b-c7e9-41a8-a6a0-809e3c91ff55 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:16:07.392613 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ed8ea8b8-4b79-49ae-93b6-449c76a50489 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c92c9ffe-c47d-42c1-83f4-f4a70945ad3f HTTP/1.1" status: 204 len: 168 time: 0.5563884 Mar 29 21:16:07.395173 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55298) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:07.714132 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b0e4f-bf4e-40e1-b8d7-4750a68f6b69 None None] DHCP port deletion for 0611832b-c7e9-41a8-a6a0-809e3c91ff55 request from dv-cinder-835761-1-smb {{(pid=101973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 21:16:07.847638 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-205b0e4f-bf4e-40e1-b8d7-4750a68f6b69 None None] Deleting port 86d75965-2a36-44ef-b9f8-74cc313a0c04 {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:16:07.848119 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-205b0e4f-bf4e-40e1-b8d7-4750a68f6b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:07.941126 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-205b0e4f-bf4e-40e1-b8d7-4750a68f6b69 None None] For port 86d75965-2a36-44ef-b9f8-74cc313a0c04, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=86d75965-2a36-44ef-b9f8-74cc313a0c04,segment=NetworkSegment(c5263d5d-9f0e-4971-b8b8-7e9f522d2257),segment_id=c5263d5d-9f0e-4971-b8b8-7e9f522d2257)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:07.941730 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-205b0e4f-bf4e-40e1-b8d7-4750a68f6b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:07.960425 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-205b0e4f-bf4e-40e1-b8d7-4750a68f6b69 None None] Calling delete_port for 86d75965-2a36-44ef-b9f8-74cc313a0c04 owned by network:dhcp {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:16:07.996010 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.066942 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd71d66-5e82-4e98-a345-73bfd428ad03 req-d50b8acf-bb97-48b9-a300-c48abd1bc3fa tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:08.068513 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6cd71d66-5e82-4e98-a345-73bfd428ad03 req-d50b8acf-bb97-48b9-a300-c48abd1bc3fa tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.1244681 Mar 29 21:16:08.127261 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-205b0e4f-bf4e-40e1-b8d7-4750a68f6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.137496 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Deleting port 86d75965-2a36-44ef-b9f8-74cc313a0c04 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:16:08.137993 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.142277 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6cd71d66-5e82-4e98-a345-73bfd428ad03 req-e6f73174-ffca-4802-8dc4-22617ae15286 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657995 Mar 29 21:16:08.159393 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b0e4f-bf4e-40e1-b8d7-4750a68f6b69 None None] Pushing event deleted for resources: {'Port': ['ID=86d75965-2a36-44ef-b9f8-74cc313a0c04,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:08.171017 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b0e4f-bf4e-40e1-b8d7-4750a68f6b69 None None] No DVR routers for this DVR port 86d75965-2a36-44ef-b9f8-74cc313a0c04 on host dv-cinder-835761-1-smb {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:16:08.236899 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] For port 86d75965-2a36-44ef-b9f8-74cc313a0c04, host dv-cinder-835761-1-smb, got binding levels [] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:08.237613 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.253257 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Calling delete_port for 86d75965-2a36-44ef-b9f8-74cc313a0c04 owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:16:08.256171 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.ipam_backend_mixin [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Port 86d75965-2a36-44ef-b9f8-74cc313a0c04 was not found and therefore no delete operation was performed {{(pid=101972) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 21:16:08.257775 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.284579 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d75965-2a36-44ef-b9f8-74cc313a0c04,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:08.286457 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] No DVR routers for this DVR port 86d75965-2a36-44ef-b9f8-74cc313a0c04 on host dv-cinder-835761-1-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:16:08.361923 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.381660 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0611832b-c7e9-41a8-a6a0-809e3c91ff55']}} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:08.391172 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257') {'for_net_delete': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:08.391463 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5263d5d-9f0e-4971-b8b8-7e9f522d2257') {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:16:08.401300 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224763'] for segment, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.414758 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.420732 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:16:08.421126 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693411'] for segment, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: Traceback (most recent call last): Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: timer() Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: cb(*args, **kw) Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: return func(*args, **kwargs) Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: self._notify() Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: self.callback(batched_events) Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: event.method(event) Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: return f(self, *a, **k) Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: return self._get(url).json() Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: return self.request(url, 'GET', **kwargs) Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:16:08.422907 dv-cinder-835761-1-smb neutron-server[101972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:16:08.481684 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.486713 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.490316 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0611832b-c7e9-41a8-a6a0-809e3c91ff55 HTTP/1.1" status: 204 len: 168 time: 1.0940318 Mar 29 21:16:08.502807 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843f8e9-2ac5-47ae-9617-acae3961dd90 admin admin] Pushing event deleted for resources: {'Network': ['ID=0611832b-c7e9-41a8-a6a0-809e3c91ff55,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:08.603721 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55318) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:08.642700 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-83790b4f-ab2e-463a-b4c1-0b38e1fac289 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5278862209504138bd1abe46816cbbad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377173 Mar 29 21:16:08.644799 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55320) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:08.691382 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-281e4f8a-247b-4e26-b4a0-23f35f69d313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.714482 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-281e4f8a-247b-4e26-b4a0-23f35f69d313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.763476 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-281e4f8a-247b-4e26-b4a0-23f35f69d313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.766154 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-281e4f8a-247b-4e26-b4a0-23f35f69d313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:08.767282 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-281e4f8a-247b-4e26-b4a0-23f35f69d313 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e29b123-3c37-4365-92cb-d45618c0334e HTTP/1.1" status: 204 len: 168 time: 0.1215632 Mar 29 21:16:08.775846 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e4f8a-247b-4e26-b4a0-23f35f69d313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e29b123-3c37-4365-92cb-d45618c0334e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:08.906176 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 86d75965-2a36-44ef-b9f8-74cc313a0c04 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:16:08.931605 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 86d75965-2a36-44ef-b9f8-74cc313a0c04 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:16:08.932015 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 86d75965-2a36-44ef-b9f8-74cc313a0c04 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:16:08.932504 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:16:08.956224 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:16:08.956569 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 4eba7677-875e-42ee-9aa2-a0ec1e4ded31 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:16:09.123962 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55330) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:09.167119 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b80d4d77-7320-45da-9024-f3b8899fdc65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c6e612cb90a44efa95b119c26b42989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418236 Mar 29 21:16:09.169627 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55338) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:09.238007 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8929-4573-4de0-a925-bdaeb819cea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:09.252840 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8929-4573-4de0-a925-bdaeb819cea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:09.291503 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9411ec-2d9d-4577-aec4-f2b366b4a559 req-e0e0d2e7-1c2b-4357-921a-089a3ab7a62b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:09.293159 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f9411ec-2d9d-4577-aec4-f2b366b4a559 req-e0e0d2e7-1c2b-4357-921a-089a3ab7a62b tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0516694 Mar 29 21:16:09.302574 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8929-4573-4de0-a925-bdaeb819cea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:09.306397 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8929-4573-4de0-a925-bdaeb819cea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:09.310152 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-3fdf8929-4573-4de0-a925-bdaeb819cea7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7d37afb-d32e-4a3f-8c2c-928ab1e71e03 HTTP/1.1" status: 204 len: 168 time: 0.1370578 Mar 29 21:16:09.316695 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf8929-4573-4de0-a925-bdaeb819cea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d37afb-d32e-4a3f-8c2c-928ab1e71e03,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:09.336484 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f9411ec-2d9d-4577-aec4-f2b366b4a559 req-9f2ae12b-929a-4ae9-9a4d-5e22fcbf8e06 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370777 Mar 29 21:16:10.458318 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09008820-9ffc-4f97-8bd0-e7203a43acd4 req-cfdedc9c-6119-440e-88db-85c1cd0db83d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:10.459840 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-09008820-9ffc-4f97-8bd0-e7203a43acd4 req-cfdedc9c-6119-440e-88db-85c1cd0db83d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0516634 Mar 29 21:16:10.503771 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-09008820-9ffc-4f97-8bd0-e7203a43acd4 req-c35c763c-660c-45de-9e8c-a5b701cb8a27 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370085 Mar 29 21:16:11.633552 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f97cce-d066-49f4-85f1-85a0af71a148 req-ee3ba56e-1305-4573-b846-db3e166ea2ba tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:11.635096 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4f97cce-d066-49f4-85f1-85a0af71a148 req-ee3ba56e-1305-4573-b846-db3e166ea2ba tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0530274 Mar 29 21:16:11.673083 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4f97cce-d066-49f4-85f1-85a0af71a148 req-a9565c9e-dc4e-4abd-9aa0-f83a1891c95f tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320718 Mar 29 21:16:12.572865 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-6006b679-90ac-49a2-8feb-7618fab5f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:12.574355 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-6006b679-90ac-49a2-8feb-7618fab5f7bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d826a617546540359413c5174e67f930&device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 1096 time: 0.0394118 Mar 29 21:16:12.691542 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-206be99a-0cee-465a-8bde-7dae92fad7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:12.693081 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-206be99a-0cee-465a-8bde-7dae92fad7de service neutron] 10.222.0.39 "GET /v2.0/networks?id=86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 200 len: 917 time: 0.0990765 Mar 29 21:16:12.782052 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e97a213d-441b-4d98-bfc0-28c788ea75e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:12.790542 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-9c9210fa-f83d-4d07-aa72-abe7d7a41e4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b HTTP/1.1" status: 200 len: 998 time: 0.0909045 Mar 29 21:16:12.883781 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe3c0-e526-4fd6-b7cd-bbdb0e47c9dd req-7115d6cd-c58f-4c12-b29e-b6887b9ca3ad tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:12.885322 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97cbe3c0-e526-4fd6-b7cd-bbdb0e47c9dd req-7115d6cd-c58f-4c12-b29e-b6887b9ca3ad tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0804672 Mar 29 21:16:12.886909 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-f80b16e8-66e8-4ca1-acbc-d11a34b612af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:12.888273 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-f80b16e8-66e8-4ca1-acbc-d11a34b612af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 200 len: 855 time: 0.0915685 Mar 29 21:16:12.954579 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-97cbe3c0-e526-4fd6-b7cd-bbdb0e47c9dd req-142dc3bb-9798-48b6-8502-38cc560b58c7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619822 Mar 29 21:16:12.960845 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-7a9e2066-0e68-4b17-b93b-7fc4d3d03d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:12.962327 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-7a9e2066-0e68-4b17-b93b-7fc4d3d03d51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86d2555e-7747-4512-bb17-6de9b3f31512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0630417 Mar 29 21:16:13.057415 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-cbf55c12-c2f5-4b29-9155-5110c20fab6a service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884812 Mar 29 21:16:13.160739 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3b0969dd-31bb-4a02-9593-2f884fbd5aa6 req-37ccae99-1d47-472d-a202-82ba823d4a56 service neutron] 10.222.0.39 "GET /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962677 Mar 29 21:16:14.079432 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df0a0-ce9a-4309-9349-c4163a7e21aa req-a5965a02-feba-429d-b14f-6683eb314b76 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:14.080877 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4e8df0a0-ce9a-4309-9349-c4163a7e21aa req-a5965a02-feba-429d-b14f-6683eb314b76 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0536432 Mar 29 21:16:14.119311 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4e8df0a0-ce9a-4309-9349-c4163a7e21aa req-82c3c97b-4b8e-408e-8693-826276bb89e6 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308633 Mar 29 21:16:15.063771 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc42a-818b-4eb1-b5ad-c53279510eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:15.240575 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c399c-a4a4-429a-9ccc-f90e58f00c53 req-fc8dc63e-56aa-4659-8bd8-861c646485b0 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:15.242065 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b12c399c-a4a4-429a-9ccc-f90e58f00c53 req-fc8dc63e-56aa-4659-8bd8-861c646485b0 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0485680 Mar 29 21:16:15.278999 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b12c399c-a4a4-429a-9ccc-f90e58f00c53 req-475fe874-9fc0-43a8-aa79-0fd8f2695f54 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303788 Mar 29 21:16:16.069443 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:16.398292 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc999dc-412d-46cb-92de-543ccab6e488 req-d8dc248b-0ba1-424d-8892-f039b0a61ff4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:16.400000 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cbc999dc-412d-46cb-92de-543ccab6e488 req-d8dc248b-0ba1-424d-8892-f039b0a61ff4 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0490441 Mar 29 21:16:16.438828 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-cbc999dc-412d-46cb-92de-543ccab6e488 req-0bca4fa7-31db-49a2-9812-cf21d589880e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329094 Mar 29 21:16:17.390387 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:16:17.580111 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02601184-8543-463f-ac56-be853f895c2d req-ebc2863f-2257-4969-acdc-12aa2201f051 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:17.581591 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-02601184-8543-463f-ac56-be853f895c2d req-ebc2863f-2257-4969-acdc-12aa2201f051 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 943 time: 0.0644023 Mar 29 21:16:17.616940 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:17.622738 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-02601184-8543-463f-ac56-be853f895c2d req-5c54ee07-d1a7-4c6f-9c20-92229d619a08 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Mar 29 21:16:17.628836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'port_id': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'mac_address': 'fa:16:3e:73:58:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:16:17.666387 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:17.679383 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b0ddc6-cf54-4dc2-88de-5f60571be58b {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:16:17.703169 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:17.707545 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:17.754781 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:17.767679 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=9']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:18.190753 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['b1b0ddc6-cf54-4dc2-88de-5f60571be58b'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:16:18.421427 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:18.746679 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d89195-5422-47bb-95d3-1f1c33061220 req-8afba012-dddd-4363-92bf-8405870cad21 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:18.748218 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-75d89195-5422-47bb-95d3-1f1c33061220 req-8afba012-dddd-4363-92bf-8405870cad21 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 944 time: 0.0488846 Mar 29 21:16:18.787325 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-75d89195-5422-47bb-95d3-1f1c33061220 req-b9716071-3981-4209-8e57-78cb50ce84c2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323775 Mar 29 21:16:19.395285 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:16:19.448295 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port b1b0ddc6-cf54-4dc2-88de-5f60571be58b triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:16:19.449050 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:19.526780 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:19.551261 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:16:19.553538 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb332f6d-6c14-4801-9c4f-85df6fbe92c4" -d '{"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-plugged", "status": "completed", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:16:19.566144 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:16:19.569742 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:19.594631 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f39f2a-ac53-4e72-a9d9-32570d5eee0c x-openstack-request-id: req-f4f39f2a-ac53-4e72-a9d9-32570d5eee0c {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:16:19.594916 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-plugged", "status": "completed", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:16:19.595164 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4f39f2a-ac53-4e72-a9d9-32570d5eee0c {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:16:19.595545 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'code': 200} Mar 29 21:16:19.619761 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=10']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:19.810466 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268da20-ec60-4804-9ed7-5998eba8e4f2 req-a69233ad-1400-49e4-894a-c65066cd00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:19.812071 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5268da20-ec60-4804-9ed7-5998eba8e4f2 req-a69233ad-1400-49e4-894a-c65066cd00ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 1099 time: 0.0394595 Mar 29 21:16:19.851093 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5268da20-ec60-4804-9ed7-5998eba8e4f2 req-6f426cdf-3de1-42c1-a861-0c8ae034c14a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290067 Mar 29 21:16:19.918620 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f67188-454d-47d9-9e73-89eb4709c668 req-47dfc7a0-1bb8-43bd-91f4-2361eb44de56 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:19.920065 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-54f67188-454d-47d9-9e73-89eb4709c668 req-47dfc7a0-1bb8-43bd-91f4-2361eb44de56 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 946 time: 0.0511422 Mar 29 21:16:19.957975 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-54f67188-454d-47d9-9e73-89eb4709c668 req-82491f40-87f0-453d-bcb9-712763cad8c7 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Mar 29 21:16:21.076959 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eb4b4-a8c4-46b7-8b93-6307e9643c03 req-92e8b3c3-ef0b-44c7-98e6-dc671f71061a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:21.078418 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c15eb4b4-a8c4-46b7-8b93-6307e9643c03 req-92e8b3c3-ef0b-44c7-98e6-dc671f71061a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 946 time: 0.0470560 Mar 29 21:16:21.114790 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c15eb4b4-a8c4-46b7-8b93-6307e9643c03 req-f9f31ba4-96e9-4338-8c2a-ffc2faf7441a tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303617 Mar 29 21:16:22.233287 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08a05c-fd5f-4cb2-ba93-28eda120c0a3 req-74dc32d4-e746-46ce-8cbe-358e34b9f0b9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:16:22.234702 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ba08a05c-fd5f-4cb2-ba93-28eda120c0a3 req-74dc32d4-e746-46ce-8cbe-358e34b9f0b9 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 946 time: 0.0480940 Mar 29 21:16:22.272214 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ba08a05c-fd5f-4cb2-ba93-28eda120c0a3 req-0b763602-d978-446b-be58-3d76fa3a4d49 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Mar 29 21:16:26.106005 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:16:27.240928 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55602) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:27.342512 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a715782-b834-4f7e-93a4-8cdc0454ed12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.412028 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a715782-b834-4f7e-93a4-8cdc0454ed12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.415416 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a715782-b834-4f7e-93a4-8cdc0454ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.454176 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-6a715782-b834-4f7e-93a4-8cdc0454ed12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51022019077149caae505b9b4482597e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121477 Mar 29 21:16:27.455014 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a715782-b834-4f7e-93a4-8cdc0454ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a696a0ce-b321-408a-bfb8-e9cf7c045ffe,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:27.456931 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55606) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:27.504730 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ea22017c-d177-4011-a8e7-ef61ce451daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.528325 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ea22017c-d177-4011-a8e7-ef61ce451daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.575482 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ea22017c-d177-4011-a8e7-ef61ce451daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.578038 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ea22017c-d177-4011-a8e7-ef61ce451daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.579158 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-ea22017c-d177-4011-a8e7-ef61ce451daa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a696a0ce-b321-408a-bfb8-e9cf7c045ffe HTTP/1.1" status: 204 len: 168 time: 0.1212001 Mar 29 21:16:27.586512 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22017c-d177-4011-a8e7-ef61ce451daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a696a0ce-b321-408a-bfb8-e9cf7c045ffe,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:27.834257 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55612) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:27.847613 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fdfa99ae-5167-4f8e-bc88-d6fdd2427c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.923134 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fdfa99ae-5167-4f8e-bc88-d6fdd2427c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.926790 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fdfa99ae-5167-4f8e-bc88-d6fdd2427c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:27.963929 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-fdfa99ae-5167-4f8e-bc88-d6fdd2427c81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce29168d96474105b42b8e5f476e657d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286006 Mar 29 21:16:27.965010 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa99ae-5167-4f8e-bc88-d6fdd2427c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b82d30e-bdb7-41c0-a303-39cc414b0401,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:27.966806 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55614) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:28.014400 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a4614778-cbd8-4bed-92b6-2aae2b6cd13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:28.034185 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a4614778-cbd8-4bed-92b6-2aae2b6cd13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:28.079405 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a4614778-cbd8-4bed-92b6-2aae2b6cd13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:28.081974 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a4614778-cbd8-4bed-92b6-2aae2b6cd13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:28.083109 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a4614778-cbd8-4bed-92b6-2aae2b6cd13e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b82d30e-bdb7-41c0-a303-39cc414b0401 HTTP/1.1" status: 204 len: 168 time: 0.1153264 Mar 29 21:16:28.091265 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4614778-cbd8-4bed-92b6-2aae2b6cd13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b82d30e-bdb7-41c0-a303-39cc414b0401,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:28.589239 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:29.910654 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55684) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:30.011725 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22804094-a3ba-40e7-b2bd-eb85ccc1c2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.086093 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22804094-a3ba-40e7-b2bd-eb85ccc1c2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.089675 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22804094-a3ba-40e7-b2bd-eb85ccc1c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.127498 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-22804094-a3ba-40e7-b2bd-eb85ccc1c2d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48d2c288772b443c949f4dd3434fda99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157855 Mar 29 21:16:30.128579 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22804094-a3ba-40e7-b2bd-eb85ccc1c2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8285fd3-c398-4d58-83ae-602d5d3c59d7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:30.130298 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55688) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:30.177408 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de68a981-1709-4a1a-9916-258fa28dbd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.198178 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de68a981-1709-4a1a-9916-258fa28dbd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.242754 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de68a981-1709-4a1a-9916-258fa28dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.245934 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-de68a981-1709-4a1a-9916-258fa28dbd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.247102 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-de68a981-1709-4a1a-9916-258fa28dbd84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8285fd3-c398-4d58-83ae-602d5d3c59d7 HTTP/1.1" status: 204 len: 168 time: 0.1158361 Mar 29 21:16:30.254636 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68a981-1709-4a1a-9916-258fa28dbd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8285fd3-c398-4d58-83ae-602d5d3c59d7,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:30.494694 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55694) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:30.510153 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3f3430f1-bbcd-447a-b184-c851b67f466b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.581474 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3f3430f1-bbcd-447a-b184-c851b67f466b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.584962 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3f3430f1-bbcd-447a-b184-c851b67f466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.622560 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-3f3430f1-bbcd-447a-b184-c851b67f466b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b9356d0de7242ebae70399a30be7d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268296 Mar 29 21:16:30.623361 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3430f1-bbcd-447a-b184-c851b67f466b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f276117a-4c06-40a8-8448-e56e550d6fe3,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:30.625388 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55696) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:30.676932 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-32902f90-be18-45a1-8ee1-c61bac51f4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.697845 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-32902f90-be18-45a1-8ee1-c61bac51f4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.742254 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-32902f90-be18-45a1-8ee1-c61bac51f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.744748 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-32902f90-be18-45a1-8ee1-c61bac51f4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:30.745898 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-32902f90-be18-45a1-8ee1-c61bac51f4f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f276117a-4c06-40a8-8448-e56e550d6fe3 HTTP/1.1" status: 204 len: 168 time: 0.1195030 Mar 29 21:16:30.753258 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32902f90-be18-45a1-8ee1-c61bac51f4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f276117a-4c06-40a8-8448-e56e550d6fe3,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:42.724169 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4d5555dc-cff8-44a7-8d21-3f9dc6915658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:45.065832 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a525c6be-869d-409a-8501-a4fddd38cb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:46.072905 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:46.945142 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55908) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:47.046369 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.119360 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.123598 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.161220 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb90529997b04370acaa34229fc80aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150126 Mar 29 21:16:47.162050 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d42e90-1e5c-4fa9-9e12-0ae3b0603115,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:47.163841 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55912) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:47.180257 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.180612 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.180979 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.181319 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.181790 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.182161 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.182500 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.182836 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.183165 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.183493 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.183820 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.184144 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27debd-44ce-45a0-9c23-65e777274694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.226760 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f4806af-16b1-4967-a54e-bcd929211c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.247871 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f4806af-16b1-4967-a54e-bcd929211c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.291567 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f4806af-16b1-4967-a54e-bcd929211c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.294148 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f4806af-16b1-4967-a54e-bcd929211c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.295293 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-6f4806af-16b1-4967-a54e-bcd929211c31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7d42e90-1e5c-4fa9-9e12-0ae3b0603115 HTTP/1.1" status: 204 len: 168 time: 0.1305609 Mar 29 21:16:47.302722 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4806af-16b1-4967-a54e-bcd929211c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d42e90-1e5c-4fa9-9e12-0ae3b0603115,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:47.552341 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 55918) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:47.565358 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.637899 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.641404 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.677442 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a338bf0-26be-4768-9d80-04d6d8477eac,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:47.682258 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a1ea83b586b4635b0ec1f0458e9dc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287508 Mar 29 21:16:47.684887 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 55920) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:47.688224 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.688566 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.688903 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.689234 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.689560 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.689888 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.690237 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.690558 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.690895 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.691197 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.691856 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.691856 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2ee18-3153-4e78-b34f-aa2a92eba5b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:16:47.738426 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.739066 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae36d17b-3e83-4c26-af0b-02ac9dae526e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.760363 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae36d17b-3e83-4c26-af0b-02ac9dae526e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.806334 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae36d17b-3e83-4c26-af0b-02ac9dae526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.809075 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae36d17b-3e83-4c26-af0b-02ac9dae526e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:47.810308 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ae36d17b-3e83-4c26-af0b-02ac9dae526e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a338bf0-26be-4768-9d80-04d6d8477eac HTTP/1.1" status: 204 len: 168 time: 0.1243589 Mar 29 21:16:47.818038 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36d17b-3e83-4c26-af0b-02ac9dae526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a338bf0-26be-4768-9d80-04d6d8477eac,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:48.422701 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:54.422518 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56000) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:54.523622 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d76cc699-d433-4240-b7a5-9fd1c0961dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:54.598310 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d76cc699-d433-4240-b7a5-9fd1c0961dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:54.601814 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d76cc699-d433-4240-b7a5-9fd1c0961dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:54.640364 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-d76cc699-d433-4240-b7a5-9fd1c0961dc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8473ab40ddaf4e9a902d2c620fbe7175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168002 Mar 29 21:16:54.641564 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cc699-d433-4240-b7a5-9fd1c0961dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cd7e5b-8cd4-4249-ab32-9450f2e77969,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:54.644370 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56004) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:54.693856 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ea00f36-1edc-485d-92b9-468963ef33b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:54.718305 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ea00f36-1edc-485d-92b9-468963ef33b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:54.762942 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ea00f36-1edc-485d-92b9-468963ef33b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:54.765473 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ea00f36-1edc-485d-92b9-468963ef33b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:54.766650 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0ea00f36-1edc-485d-92b9-468963ef33b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2cd7e5b-8cd4-4249-ab32-9450f2e77969 HTTP/1.1" status: 204 len: 168 time: 0.1212447 Mar 29 21:16:54.773868 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea00f36-1edc-485d-92b9-468963ef33b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cd7e5b-8cd4-4249-ab32-9450f2e77969,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:55.015427 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56010) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:55.028749 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1890f078-c733-4abf-b69b-63f4fe4f2b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:55.100311 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1890f078-c733-4abf-b69b-63f4fe4f2b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:55.103775 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1890f078-c733-4abf-b69b-63f4fe4f2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:55.140826 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-1890f078-c733-4abf-b69b-63f4fe4f2b7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=949df18dac45429fbe68b5f74180b521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244221 Mar 29 21:16:55.141721 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890f078-c733-4abf-b69b-63f4fe4f2b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8f335-3573-4479-b655-1e2472792b49,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:55.143616 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56012) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:55.191653 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a144102a-1564-4d54-b7c0-cfede3faf3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:55.212947 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a144102a-1564-4d54-b7c0-cfede3faf3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:55.257915 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a144102a-1564-4d54-b7c0-cfede3faf3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:55.261147 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a144102a-1564-4d54-b7c0-cfede3faf3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:55.262322 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a144102a-1564-4d54-b7c0-cfede3faf3bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85c8f335-3573-4479-b655-1e2472792b49 HTTP/1.1" status: 204 len: 168 time: 0.1177464 Mar 29 21:16:55.269712 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144102a-1564-4d54-b7c0-cfede3faf3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8f335-3573-4479-b655-1e2472792b49,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:58.612856 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:59.438956 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56086) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:59.544973 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca901-3c55-4509-931e-e295a2176036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:59.622809 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca901-3c55-4509-931e-e295a2176036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:59.626367 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca901-3c55-4509-931e-e295a2176036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:59.662018 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ca901-3c55-4509-931e-e295a2176036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14d351-0776-4e54-8190-ef31eb60e9bd,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:16:59.667200 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-5f0ca901-3c55-4509-931e-e295a2176036 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1ef850571074ec092fd8f403b4c5682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271869 Mar 29 21:16:59.669721 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56090) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:16:59.719108 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97fef2f4-c053-421d-b98b-14fbe47e9a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:59.740035 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97fef2f4-c053-421d-b98b-14fbe47e9a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:59.785643 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97fef2f4-c053-421d-b98b-14fbe47e9a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:59.788176 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97fef2f4-c053-421d-b98b-14fbe47e9a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:16:59.789303 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-97fef2f4-c053-421d-b98b-14fbe47e9a56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b14d351-0776-4e54-8190-ef31eb60e9bd HTTP/1.1" status: 204 len: 168 time: 0.1186638 Mar 29 21:16:59.797405 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fef2f4-c053-421d-b98b-14fbe47e9a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14d351-0776-4e54-8190-ef31eb60e9bd,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:00.047986 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56096) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:00.061857 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e7f8f632-88bd-406f-a8d2-6249fd363b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:00.133060 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e7f8f632-88bd-406f-a8d2-6249fd363b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:00.136764 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e7f8f632-88bd-406f-a8d2-6249fd363b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:00.173721 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8f632-88bd-406f-a8d2-6249fd363b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1348fbd-9ce6-4117-9b51-16456640448d,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:00.177905 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-e7f8f632-88bd-406f-a8d2-6249fd363b73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9803ea66c6c43a38c5947005efa7644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289270 Mar 29 21:17:00.181670 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56098) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:00.227193 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-655732ea-7561-4c04-8cf1-24d6184718e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:00.248114 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-655732ea-7561-4c04-8cf1-24d6184718e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:00.292350 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-655732ea-7561-4c04-8cf1-24d6184718e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:00.294845 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-655732ea-7561-4c04-8cf1-24d6184718e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:00.295953 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-655732ea-7561-4c04-8cf1-24d6184718e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1348fbd-9ce6-4117-9b51-16456640448d HTTP/1.1" status: 204 len: 168 time: 0.1139069 Mar 29 21:17:00.303123 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655732ea-7561-4c04-8cf1-24d6184718e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1348fbd-9ce6-4117-9b51-16456640448d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:00.934056 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56120) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:01.029097 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1061872467-network', 'tenant_id': 'f4fe794b2cee4ef39beb05aa02b998ba'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:01.047950 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Made reservation on behalf of f4fe794b2cee4ef39beb05aa02b998ba for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:17:01.050140 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.058202 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.129922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.134778 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.157686 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:17:01.167062 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:01.171792 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.172127 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Added segment 9f2fb2be-f7c3-4612-bffb-0a5f8d799b67 of type vlan for network 53f6312b-f9b5-44d5-8559-d4ce95d0d82a Mar 29 21:17:01.218549 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.242162 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.243672 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:01.244364 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.275277 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3401201 Mar 29 21:17:01.279046 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56124) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:01.284332 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Request body: {'subnet': {'network_id': '53f6312b-f9b5-44d5-8559-d4ce95d0d82a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1061872467-subnet', 'tenant_id': 'f4fe794b2cee4ef39beb05aa02b998ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:01.302450 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Made reservation on behalf of f4fe794b2cee4ef39beb05aa02b998ba for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:17:01.303400 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f6b66-0712-4f9d-8f8d-581d05fa44e9 admin admin] Pushing event updated for resources: {'Network': ['ID=53f6312b-f9b5-44d5-8559-d4ce95d0d82a,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:01.304545 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16996653'] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.314657 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 53f6312b-f9b5-44d5-8559-d4ce95d0d82a details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:17:01.469973 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16977772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16996667'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.522184 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f942588-a780-4c42-893f-0318fdf7d347,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:01.531409 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Checking segment: {'id': '9f2fb2be-f7c3-4612-bffb-0a5f8d799b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '53f6312b-f9b5-44d5-8559-d4ce95d0d82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:17:01.531760 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Network hostable DHCP agents. Network: 53f6312b-f9b5-44d5-8559-d4ce95d0d82a, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:17:01.547886 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Network 53f6312b-f9b5-44d5-8559-d4ce95d0d82a is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:17:01.556736 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 53f6312b-f9b5-44d5-8559-d4ce95d0d82a) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:01.560878 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:01.561475 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:01.567107 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22679f38-73ed-4d99-b6a4-66f4cc2c21da None None] Network 53f6312b-f9b5-44d5-8559-d4ce95d0d82a requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:17:01.576963 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-cc4f72cc-5753-42b4-b436-9be5a2134c53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2966747 Mar 29 21:17:01.693713 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21c6a13-8b85-419a-9395-ba0207447050 None None] Network 53f6312b-f9b5-44d5-8559-d4ce95d0d82a requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:17:02.049975 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56140) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:02.054846 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-690874311-network', 'tenant_id': '0a4ceecb1ee14c7da01462e0c373df4b'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:02.076525 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Made reservation on behalf of 0a4ceecb1ee14c7da01462e0c373df4b for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:17:02.078909 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.087253 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.165543 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.170095 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.195462 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:17:02.202049 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d8d959-e56e-45f6-aef7-8141b5707822,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:02.208037 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.208431 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Added segment 2d3e380e-72e3-418b-a012-bce8b6c05c0b of type vlan for network 9b725831-14bc-4762-b746-e2af89478efc Mar 29 21:17:02.251882 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.273671 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.274694 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:02.275259 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.304555 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2534726 Mar 29 21:17:02.308111 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56142) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:02.313077 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Request body: {'subnet': {'network_id': '9b725831-14bc-4762-b746-e2af89478efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-690874311-subnet', 'tenant_id': '0a4ceecb1ee14c7da01462e0c373df4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:02.330659 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Made reservation on behalf of 0a4ceecb1ee14c7da01462e0c373df4b for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:17:02.332872 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16996653'] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.335126 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24df22-dd59-45d6-8f5a-c81fb1f4d6fa admin admin] Pushing event updated for resources: {'Network': ['ID=9b725831-14bc-4762-b746-e2af89478efc,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:02.345193 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network 9b725831-14bc-4762-b746-e2af89478efc details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:17:02.502139 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16977772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16996667'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.568219 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc2f088c-319b-49ee-a2cb-19c1fffad8a6,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:02.573106 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Checking segment: {'id': '2d3e380e-72e3-418b-a012-bce8b6c05c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9b725831-14bc-4762-b746-e2af89478efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:17:02.573459 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Network hostable DHCP agents. Network: 9b725831-14bc-4762-b746-e2af89478efc, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:17:02.589852 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Network 9b725831-14bc-4762-b746-e2af89478efc is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:17:02.598049 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, 9b725831-14bc-4762-b746-e2af89478efc) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:02.602372 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:02.603408 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:02.606552 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f4648-dcf2-41a5-b122-1f9595cbeb43 None None] Network 9b725831-14bc-4762-b746-e2af89478efc requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:17:02.618954 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-0b205db9-7708-4790-b22c-43f2b914ec27 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088372 Mar 29 21:17:02.730203 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d2b78-d032-4d6f-ac7a-9b4af48988be None None] Network 9b725831-14bc-4762-b746-e2af89478efc requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:17:03.083503 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-56374e99-de8e-4b51-b124-c0d5648bccdc tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:03.084946 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-56374e99-de8e-4b51-b124-c0d5648bccdc tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/networks?id=53f6312b-f9b5-44d5-8559-d4ce95d0d82a HTTP/1.1" status: 200 len: 809 time: 0.1011891 Mar 29 21:17:03.099817 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-9e216dfb-3e10-4201-9a9a-4a42ee52a53e tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/quotas/f4fe794b2cee4ef39beb05aa02b998ba HTTP/1.1" status: 200 len: 375 time: 0.0089371 Mar 29 21:17:03.105454 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:17:03.131111 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-b04112a1-f306-484e-81f8-4a800a19e27e tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4fe794b2cee4ef39beb05aa02b998ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253012 Mar 29 21:17:03.222357 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-33ae86c8-db13-4d9a-b2c9-c054f1331172 service neutron] 10.222.0.37 "GET /v2.0/networks/53f6312b-f9b5-44d5-8559-d4ce95d0d82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840995 Mar 29 21:17:03.308887 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-11d54c0f-a9b2-45e2-aeab-c79b2601e329 service neutron] 10.222.0.37 "GET /v2.0/networks/53f6312b-f9b5-44d5-8559-d4ce95d0d82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797994 Mar 29 21:17:03.460046 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ed07f09-22d0-456f-9e9a-b7ef4585451a req-e166acef-9c2a-4097-b38d-6341f443e075 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 210 time: 0.0255129 Mar 29 21:17:04.460159 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-a1d4bbe1-67ed-4ae1-9827-a83a310da8cd tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:04.461652 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-a1d4bbe1-67ed-4ae1-9827-a83a310da8cd tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.39 "GET /v2.0/networks?id=53f6312b-f9b5-44d5-8559-d4ce95d0d82a HTTP/1.1" status: 200 len: 809 time: 0.1045973 Mar 29 21:17:04.481999 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Request body: {'port': {'device_id': 'cbb1f515-d4ea-4de1-934c-8c99f69530a4', 'network_id': '53f6312b-f9b5-44d5-8559-d4ce95d0d82a', 'admin_state_up': True, 'tenant_id': 'f4fe794b2cee4ef39beb05aa02b998ba'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:04.577939 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-131f708b-1a78-4ec9-87af-1ea0469abeec req-1efb1160-a987-4d39-833f-f1d892d9ec7f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 210 time: 0.0385814 Mar 29 21:17:04.612492 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Made reservation on behalf of f4fe794b2cee4ef39beb05aa02b998ba for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:17:04.616280 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:04.735458 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Allocated IP 172.20.0.14 (53f6312b-f9b5-44d5-8559-d4ce95d0d82a/2f942588-a780-4c42-893f-0318fdf7d347/6403222a-651d-4583-8153-c943243fd796) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:17:04.874430 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:04.907935 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:04.953663 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Network 53f6312b-f9b5-44d5-8559-d4ce95d0d82a is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:17:04.956760 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:04.960514 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:17:04.986586 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Pushing event updated for resources: {'Port': ['ID=6403222a-651d-4583-8153-c943243fd796,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:05.011648 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:05.012247 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:05.027055 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2325250d-2c4d-4567-a46f-f18a183e9772 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5496082 Mar 29 21:17:05.044067 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Request body: {'port': {'device_id': 'cbb1f515-d4ea-4de1-934c-8c99f69530a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:05.095481 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:05.347660 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6403222a-651d-4583-8153-c943243fd796 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:17:05.355141 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:05.366468 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Transition to ACTIVE for port object 6403222a-651d-4583-8153-c943243fd796 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:17:05.370612 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:05.416943 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Pushing event updated for resources: {'Port': ['ID=6403222a-651d-4583-8153-c943243fd796,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:05.484645 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Attempting to bind port 6403222a-651d-4583-8153-c943243fd796 on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:17:05.485348 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Attempting to bind port 6403222a-651d-4583-8153-c943243fd796 by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '9f2fb2be-f7c3-4612-bffb-0a5f8d799b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '53f6312b-f9b5-44d5-8559-d4ce95d0d82a'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:17:05.485348 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Attempting to bind port 6403222a-651d-4583-8153-c943243fd796 on network 53f6312b-f9b5-44d5-8559-d4ce95d0d82a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:17:05.489431 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Port 6403222a-651d-4583-8153-c943243fd796 on network 53f6312b-f9b5-44d5-8559-d4ce95d0d82a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:17:05.489746 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Attempting to bind port 6403222a-651d-4583-8153-c943243fd796 on network 53f6312b-f9b5-44d5-8559-d4ce95d0d82a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:17:05.495128 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:17:05.495445 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Checking segment: {'id': '9f2fb2be-f7c3-4612-bffb-0a5f8d799b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '53f6312b-f9b5-44d5-8559-d4ce95d0d82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:17:05.495816 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Bound using segment: {'id': '9f2fb2be-f7c3-4612-bffb-0a5f8d799b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '53f6312b-f9b5-44d5-8559-d4ce95d0d82a'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:17:05.496234 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Bound port: 6403222a-651d-4583-8153-c943243fd796, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2fb2be-f7c3-4612-bffb-0a5f8d799b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '53f6312b-f9b5-44d5-8559-d4ce95d0d82a'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:17:05.496576 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:05.561720 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] For port 6403222a-651d-4583-8153-c943243fd796, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:17:05.564788 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] For port 6403222a-651d-4583-8153-c943243fd796, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=6403222a-651d-4583-8153-c943243fd796,segment=NetworkSegment(9f2fb2be-f7c3-4612-bffb-0a5f8d799b67),segment_id=9f2fb2be-f7c3-4612-bffb-0a5f8d799b67)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:17:05.568531 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:05.601752 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:05.603143 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:05.604640 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] 10.222.0.39 "PUT /v2.0/ports/6403222a-651d-4583-8153-c943243fd796 HTTP/1.1" status: 200 len: 1094 time: 0.5645330 Mar 29 21:17:05.606941 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb1f515-d4ea-4de1-934c-8c99f69530a4', 'tag': '6403222a-651d-4583-8153-c943243fd796'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:17:05.609173 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb1f515-d4ea-4de1-934c-8c99f69530a4", "tag": "6403222a-651d-4583-8153-c943243fd796"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:17:05.642015 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02c828-d7d5-4432-91d8-2bc2cc62acdd service neutron] Pushing event updated for resources: {'Port': ['ID=6403222a-651d-4583-8153-c943243fd796,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:05.651822 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c35b62c-bc45-4fb7-96c9-efd6b01cd84f x-openstack-request-id: req-1c35b62c-bc45-4fb7-96c9-efd6b01cd84f {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:17:05.652111 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb1f515-d4ea-4de1-934c-8c99f69530a4", "tag": "6403222a-651d-4583-8153-c943243fd796", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:17:05.652361 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c35b62c-bc45-4fb7-96c9-efd6b01cd84f {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:17:05.652767 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb1f515-d4ea-4de1-934c-8c99f69530a4', 'tag': '6403222a-651d-4583-8153-c943243fd796', 'status': 'completed', 'code': 200} Mar 29 21:17:05.743017 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146ca6c-ca12-4b5a-aab1-9acd8498a6fe req-7ba4f4b2-1cee-4411-b79a-0ef1bcd43b8f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:05.744600 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8146ca6c-ca12-4b5a-aab1-9acd8498a6fe req-7ba4f4b2-1cee-4411-b79a-0ef1bcd43b8f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 944 time: 0.0744817 Mar 29 21:17:05.746886 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-323c5b97-ae65-42f2-b2d7-5052dd6d25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:05.748208 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-323c5b97-ae65-42f2-b2d7-5052dd6d25cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4fe794b2cee4ef39beb05aa02b998ba&device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 1097 time: 0.0678499 Mar 29 21:17:05.803111 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-355b22d3-b53f-4fdb-a0bb-7650ee1d457e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6403222a-651d-4583-8153-c943243fd796 HTTP/1.1" status: 200 len: 217 time: 0.0376098 Mar 29 21:17:05.823524 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8146ca6c-ca12-4b5a-aab1-9acd8498a6fe req-603dbe49-0b13-4518-a175-cbad2ac01c30 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728526 Mar 29 21:17:05.858160 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2bdce55b-597b-4da0-919a-b4e48350cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:05.859552 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-2bdce55b-597b-4da0-919a-b4e48350cd1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f942588-a780-4c42-893f-0318fdf7d347 HTTP/1.1" status: 200 len: 849 time: 0.0487289 Mar 29 21:17:05.888757 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-25485650-919f-470a-8989-73492dda2ed6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53f6312b-f9b5-44d5-8559-d4ce95d0d82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231247 Mar 29 21:17:05.985656 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-24cb80c9-29fa-4fae-b614-b2897a2b1983 service neutron] 10.222.0.39 "GET /v2.0/networks/53f6312b-f9b5-44d5-8559-d4ce95d0d82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892191 Mar 29 21:17:06.070273 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6f7533c9-0200-4a35-8951-8293f71cb695 req-c5e851d4-c266-4b0b-858b-b84a75d0f82e service neutron] 10.222.0.39 "GET /v2.0/networks/53f6312b-f9b5-44d5-8559-d4ce95d0d82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785241 Mar 29 21:17:06.207984 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-fe4930c4-267c-4397-9b04-2b0aa64f63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:06.209750 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-fe4930c4-267c-4397-9b04-2b0aa64f63b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4fe794b2cee4ef39beb05aa02b998ba&device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 1097 time: 0.0428703 Mar 29 21:17:06.296546 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-79d2f7f0-1e26-4f55-b61a-08b80fbe23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:06.298026 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-79d2f7f0-1e26-4f55-b61a-08b80fbe23df service neutron] 10.222.0.39 "GET /v2.0/networks?id=53f6312b-f9b5-44d5-8559-d4ce95d0d82a HTTP/1.1" status: 200 len: 910 time: 0.0823138 Mar 29 21:17:06.342796 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-6e92bd24-a6f4-4353-92d6-0a52e533621b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6403222a-651d-4583-8153-c943243fd796 HTTP/1.1" status: 200 len: 217 time: 0.0384805 Mar 29 21:17:06.389538 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-c0fa8a6e-f225-4ae5-ba24-9076b88e794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:06.390960 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-c0fa8a6e-f225-4ae5-ba24-9076b88e794e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f942588-a780-4c42-893f-0318fdf7d347 HTTP/1.1" status: 200 len: 849 time: 0.0422294 Mar 29 21:17:06.420952 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-75ce7e38-7480-494a-b8d4-bfa4fccd2670 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53f6312b-f9b5-44d5-8559-d4ce95d0d82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239787 Mar 29 21:17:06.510541 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-a5218f2a-ddfc-4d05-966a-e77c3ea8c51a service neutron] 10.222.0.39 "GET /v2.0/networks/53f6312b-f9b5-44d5-8559-d4ce95d0d82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833211 Mar 29 21:17:06.598321 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2bf9906d-ab83-4fdb-8d1a-3f800d7e5086 req-347c8d96-3775-420c-9bfc-6ccc6a0fe917 service neutron] 10.222.0.39 "GET /v2.0/networks/53f6312b-f9b5-44d5-8559-d4ce95d0d82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813167 Mar 29 21:17:06.936734 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193b8b8-81da-4559-9fdf-44a31042afcf req-04fe43dd-49fc-46d2-b164-d47bc0e36504 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:06.938370 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6193b8b8-81da-4559-9fdf-44a31042afcf req-04fe43dd-49fc-46d2-b164-d47bc0e36504 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 944 time: 0.0471539 Mar 29 21:17:06.979061 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6193b8b8-81da-4559-9fdf-44a31042afcf req-95b04226-e415-444c-b4f4-6cb7ccc53274 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Mar 29 21:17:08.099275 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a343d-547f-4dbc-b52f-c30150561c0d req-77abfb24-c68c-401e-ab16-7cfd8f7e31e9 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:08.100709 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8c4a343d-547f-4dbc-b52f-c30150561c0d req-77abfb24-c68c-401e-ab16-7cfd8f7e31e9 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 944 time: 0.0547237 Mar 29 21:17:08.136679 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8c4a343d-547f-4dbc-b52f-c30150561c0d req-23f4b2ff-040b-442c-8d8c-af2fddc85ada tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294926 Mar 29 21:17:09.252991 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321bcad-e777-4872-a73b-128170771b5f req-f7651179-3017-44e7-8df7-c255ea3905ae tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:09.254450 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d321bcad-e777-4872-a73b-128170771b5f req-f7651179-3017-44e7-8df7-c255ea3905ae tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 944 time: 0.0483227 Mar 29 21:17:09.291161 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d321bcad-e777-4872-a73b-128170771b5f req-2fc0a9eb-0ab1-4324-8b22-a2bf52d12e9c tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305538 Mar 29 21:17:09.618184 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 6403222a-651d-4583-8153-c943243fd796 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:17:09.711250 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 6403222a-651d-4583-8153-c943243fd796, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=6403222a-651d-4583-8153-c943243fd796,segment=NetworkSegment(9f2fb2be-f7c3-4612-bffb-0a5f8d799b67),segment_id=9f2fb2be-f7c3-4612-bffb-0a5f8d799b67)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:09.722878 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '6403222a-651d-4583-8153-c943243fd796', 'network_id': '53f6312b-f9b5-44d5-8559-d4ce95d0d82a', 'port_id': '6403222a-651d-4583-8153-c943243fd796', 'mac_address': 'fa:16:3e:d2:5e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f942588-a780-4c42-893f-0318fdf7d347', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:17:09.757382 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:09.769790 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6403222a-651d-4583-8153-c943243fd796 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:17:09.788540 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 6403222a-651d-4583-8153-c943243fd796, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=6403222a-651d-4583-8153-c943243fd796,segment=NetworkSegment(9f2fb2be-f7c3-4612-bffb-0a5f8d799b67),segment_id=9f2fb2be-f7c3-4612-bffb-0a5f8d799b67)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:09.792598 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:09.840027 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=6403222a-651d-4583-8153-c943243fd796,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:09.846932 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.847271 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.847604 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.847939 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.848263 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.848585 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.848901 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.849216 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.849533 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.849846 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.850182 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:09.850498 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:10.205101 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['6403222a-651d-4583-8153-c943243fd796'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:17:10.497656 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f2ada-8058-45dc-93b1-4b7b81a6fa56 req-50941472-66a1-431c-95df-85dff48a7525 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:10.499133 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a00f2ada-8058-45dc-93b1-4b7b81a6fa56 req-50941472-66a1-431c-95df-85dff48a7525 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 945 time: 0.1401765 Mar 29 21:17:10.535504 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a00f2ada-8058-45dc-93b1-4b7b81a6fa56 req-45d214f4-5b23-441e-b0b9-dc999d4849c1 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305030 Mar 29 21:17:11.636146 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 6403222a-651d-4583-8153-c943243fd796 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:17:11.688287 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 6403222a-651d-4583-8153-c943243fd796 completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:17:11.692329 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 6403222a-651d-4583-8153-c943243fd796 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:11.692716 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:11.707024 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045da3-0329-49e3-9e76-4f68c2d2e5f1 req-31cf5e87-20d9-4b92-aec3-e35436de513e tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:11.708492 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fd045da3-0329-49e3-9e76-4f68c2d2e5f1 req-31cf5e87-20d9-4b92-aec3-e35436de513e tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 945 time: 0.1032851 Mar 29 21:17:11.746387 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fd045da3-0329-49e3-9e76-4f68c2d2e5f1 req-d16405e0-bc09-40ef-94cf-ce923e3509fd tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311885 Mar 29 21:17:11.769629 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:11.791317 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb1f515-d4ea-4de1-934c-8c99f69530a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6403222a-651d-4583-8153-c943243fd796'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:17:11.793484 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e084c16-d944-4284-960d-5c0d03e4b923" -d '{"events": [{"server_uuid": "cbb1f515-d4ea-4de1-934c-8c99f69530a4", "name": "network-vif-plugged", "status": "completed", "tag": "6403222a-651d-4583-8153-c943243fd796"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:17:11.806100 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 6403222a-651d-4583-8153-c943243fd796, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=6403222a-651d-4583-8153-c943243fd796,segment=NetworkSegment(9f2fb2be-f7c3-4612-bffb-0a5f8d799b67),segment_id=9f2fb2be-f7c3-4612-bffb-0a5f8d799b67)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:11.810243 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:11.832879 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d1418-1c86-48bf-b419-de1f00504d22 x-openstack-request-id: req-7e0d1418-1c86-48bf-b419-de1f00504d22 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:17:11.833182 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb1f515-d4ea-4de1-934c-8c99f69530a4", "name": "network-vif-plugged", "status": "completed", "tag": "6403222a-651d-4583-8153-c943243fd796", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:17:11.833429 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e0d1418-1c86-48bf-b419-de1f00504d22 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:17:11.833798 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb1f515-d4ea-4de1-934c-8c99f69530a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6403222a-651d-4583-8153-c943243fd796', 'code': 200} Mar 29 21:17:11.860755 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=6403222a-651d-4583-8153-c943243fd796,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:12.024833 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa204c-5ebc-4ad9-91ca-bf9a72dcb832 req-a8fbf68a-4d46-4e2f-858c-a2251f06acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:12.026477 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-63fa204c-5ebc-4ad9-91ca-bf9a72dcb832 req-a8fbf68a-4d46-4e2f-858c-a2251f06acd1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 1099 time: 0.0392351 Mar 29 21:17:12.060115 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-63fa204c-5ebc-4ad9-91ca-bf9a72dcb832 req-90d505dc-697f-45e8-be5e-1ae10043165a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261199 Mar 29 21:17:12.726249 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3fbb15ca-8497-423b-b2f6-905d5f74ba71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:12.856655 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98021-19df-48a7-ac9c-886bbef897f9 req-18de7610-2e2f-4e9b-86e3-471860ec2d94 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:12.858125 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8df98021-19df-48a7-ac9c-886bbef897f9 req-18de7610-2e2f-4e9b-86e3-471860ec2d94 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 946 time: 0.0469394 Mar 29 21:17:12.894658 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8df98021-19df-48a7-ac9c-886bbef897f9 req-9021ad12-b1ab-4ca9-b0f4-215e6a99ad41 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306895 Mar 29 21:17:14.012318 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b657c6-2a02-4491-b251-c54439ca51c4 req-70de7686-0ac6-42dd-9c4e-5d55fb48bf5e tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:14.013753 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3b657c6-2a02-4491-b251-c54439ca51c4 req-70de7686-0ac6-42dd-9c4e-5d55fb48bf5e tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 946 time: 0.0511470 Mar 29 21:17:14.049304 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3b657c6-2a02-4491-b251-c54439ca51c4 req-12b9f19f-fa10-44c4-91f9-b6a1c90fc73c tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296910 Mar 29 21:17:15.067342 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-aec38ce9-f63c-4aa4-be7a-34eb3bf3ec04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:16.075991 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:16.451766 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940f92c-b887-4de1-900f-5448f64c470e req-e75fb22b-cb99-43e3-a568-e4335ad81748 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:16.453224 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d940f92c-b887-4de1-900f-5448f64c470e req-e75fb22b-cb99-43e3-a568-e4335ad81748 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 946 time: 0.0477645 Mar 29 21:17:16.490699 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d940f92c-b887-4de1-900f-5448f64c470e req-2573f813-8f1c-42bc-8f3f-b5b200a960c3 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Mar 29 21:17:17.605380 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b61ed2-a2ac-461e-b639-f6353571f593 req-3db76bc8-7ca1-4086-9cd1-b339a643969d tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:17.606839 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-42b61ed2-a2ac-461e-b639-f6353571f593 req-3db76bc8-7ca1-4086-9cd1-b339a643969d tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 946 time: 0.0479438 Mar 29 21:17:17.643174 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-42b61ed2-a2ac-461e-b639-f6353571f593 req-cb2e4ade-2302-405c-863c-afe8149e92d1 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304441 Mar 29 21:17:17.740504 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:18.035595 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a9f89-8740-4a62-84e5-647a2a235679 req-6b3a4cd0-9c20-4855-a0ed-26fd8b2abb4e tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:18.036993 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-809a9f89-8740-4a62-84e5-647a2a235679 req-6b3a4cd0-9c20-4855-a0ed-26fd8b2abb4e tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 946 time: 0.0493443 Mar 29 21:17:18.122403 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-809a9f89-8740-4a62-84e5-647a2a235679 req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Deleting port 6403222a-651d-4583-8153-c943243fd796 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:17:18.122717 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-809a9f89-8740-4a62-84e5-647a2a235679 req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:18.426395 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:18.453914 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-809a9f89-8740-4a62-84e5-647a2a235679 req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] For port 6403222a-651d-4583-8153-c943243fd796, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=6403222a-651d-4583-8153-c943243fd796,segment=NetworkSegment(9f2fb2be-f7c3-4612-bffb-0a5f8d799b67),segment_id=9f2fb2be-f7c3-4612-bffb-0a5f8d799b67)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:18.454299 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-809a9f89-8740-4a62-84e5-647a2a235679 req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:18.466860 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-809a9f89-8740-4a62-84e5-647a2a235679 req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Calling delete_port for 6403222a-651d-4583-8153-c943243fd796 owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:17:18.595021 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-809a9f89-8740-4a62-84e5-647a2a235679 req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:18.623195 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Pushing event deleted for resources: {'Port': ['ID=6403222a-651d-4583-8153-c943243fd796,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:18.631177 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['6403222a-651d-4583-8153-c943243fd796'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:17:18.662765 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-809a9f89-8740-4a62-84e5-647a2a235679 req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] No DVR routers for this DVR port 6403222a-651d-4583-8153-c943243fd796 on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:17:18.666096 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-809a9f89-8740-4a62-84e5-647a2a235679 req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:18.669486 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-809a9f89-8740-4a62-84e5-647a2a235679 req-c23f01cc-28e3-454d-86ca-b16c45b5394f tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.39 "DELETE /v2.0/ports/6403222a-651d-4583-8153-c943243fd796 HTTP/1.1" status: 204 len: 173 time: 0.6269054 Mar 29 21:17:18.669925 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb1f515-d4ea-4de1-934c-8c99f69530a4', 'name': 'network-vif-deleted', 'tag': '6403222a-651d-4583-8153-c943243fd796'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:17:18.672247 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c928c-586d-46fa-9d57-0a0d3f60579a" -d '{"events": [{"server_uuid": "cbb1f515-d4ea-4de1-934c-8c99f69530a4", "name": "network-vif-deleted", "tag": "6403222a-651d-4583-8153-c943243fd796"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:17:18.710119 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493972c1-ae97-41de-ad8d-a4dd56c216f3 x-openstack-request-id: req-493972c1-ae97-41de-ad8d-a4dd56c216f3 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:17:18.710408 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb1f515-d4ea-4de1-934c-8c99f69530a4", "name": "network-vif-deleted", "tag": "6403222a-651d-4583-8153-c943243fd796", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:17:18.710654 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-493972c1-ae97-41de-ad8d-a4dd56c216f3 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:17:18.711042 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb1f515-d4ea-4de1-934c-8c99f69530a4', 'name': 'network-vif-deleted', 'tag': '6403222a-651d-4583-8153-c943243fd796', 'status': 'completed', 'code': 200} Mar 29 21:17:18.740293 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-855ece64-0077-4094-a417-1f214e930566 req-16601459-1b8f-45f9-8c23-afc57b6e91b9 tempest-VolumesActionsTest-713759223 tempest-VolumesActionsTest-713759223-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb1f515-d4ea-4de1-934c-8c99f69530a4 HTTP/1.1" status: 200 len: 210 time: 0.0251391 Mar 29 21:17:21.713490 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 6403222a-651d-4583-8153-c943243fd796 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:17:21.733709 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 6403222a-651d-4583-8153-c943243fd796 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:17:21.734069 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 6403222a-651d-4583-8153-c943243fd796 not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:17:28.627227 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:29.487046 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084830b5-37a2-4789-bdcc-05adca0171d3 req-fbb56b00-0ccd-46cb-98bb-e37528a73a07 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:29.488464 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-084830b5-37a2-4789-bdcc-05adca0171d3 req-fbb56b00-0ccd-46cb-98bb-e37528a73a07 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 946 time: 0.0492883 Mar 29 21:17:29.524661 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-084830b5-37a2-4789-bdcc-05adca0171d3 req-07ce8516-7a30-4525-877f-d3c3cee3c55d tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296509 Mar 29 21:17:30.645315 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632db41-4f79-40f5-964d-2f3fe776a5f4 req-d74cf0e7-b6b0-46dd-9032-af3c7cd1833e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:30.646805 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5632db41-4f79-40f5-964d-2f3fe776a5f4 req-d74cf0e7-b6b0-46dd-9032-af3c7cd1833e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 946 time: 0.0481436 Mar 29 21:17:30.684501 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5632db41-4f79-40f5-964d-2f3fe776a5f4 req-70574607-2696-4afa-8781-1a4e48178765 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Mar 29 21:17:31.124702 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-6e12c3f0-ab7b-4a9d-95d5-52af5bb8fe41 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:31.126347 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-6e12c3f0-ab7b-4a9d-95d5-52af5bb8fe41 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 946 time: 0.0478015 Mar 29 21:17:31.220881 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Deleting port b1b0ddc6-cf54-4dc2-88de-5f60571be58b {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:17:31.221211 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:31.307436 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] For port b1b0ddc6-cf54-4dc2-88de-5f60571be58b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:31.307793 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:31.478320 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:31.478687 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:31.478993 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Floating IP 82aea509-7952-4396-b73e-0df3433b902f disassociated. External IP: 172.28.3.49, port: b1b0ddc6-cf54-4dc2-88de-5f60571be58b. Mar 29 21:17:31.479326 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Calling delete_port for b1b0ddc6-cf54-4dc2-88de-5f60571be58b owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:17:31.609909 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:31.643589 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event deleted for resources: {'Port': ['ID=b1b0ddc6-cf54-4dc2-88de-5f60571be58b,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:31.767120 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Router 9475f90a-ecb8-4e4f-afe1-377fb2007882 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:17:31.793535 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b5a5b088-315e-4aa3-a830-99fadaff239a req-767ab2cd-23f2-4fa6-9ce4-480f32c90afa tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/ports?device_id=b604c157-63ac-417c-bd61-c149fff52207 HTTP/1.1" status: 200 len: 210 time: 0.0290978 Mar 29 21:17:31.908156 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:17:31.917753 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] Sync routers for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:17:31.926870 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:17:31.927479 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:31.948316 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] No DVR routers for this DVR port b1b0ddc6-cf54-4dc2-88de-5f60571be58b on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:17:31.951142 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:31.954735 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a0ff60a2-cba1-461d-94b4-8633ffd5892c req-7b88ed65-b435-4284-99e1-5b8e673d502e tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.39 "DELETE /v2.0/ports/b1b0ddc6-cf54-4dc2-88de-5f60571be58b HTTP/1.1" status: 204 len: 173 time: 0.8224809 Mar 29 21:17:31.955344 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-deleted', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:17:31.957576 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9556b47f-2ef7-447c-8385-d00dc51bbe26" -d '{"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-deleted", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:17:32.000942 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192208fa-fc0d-42b6-ab9c-b0e35ce4a66b x-openstack-request-id: req-192208fa-fc0d-42b6-ab9c-b0e35ce4a66b {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:17:32.001234 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b604c157-63ac-417c-bd61-c149fff52207", "name": "network-vif-deleted", "tag": "b1b0ddc6-cf54-4dc2-88de-5f60571be58b", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:17:32.001487 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-192208fa-fc0d-42b6-ab9c-b0e35ce4a66b {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:17:32.001885 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604c157-63ac-417c-bd61-c149fff52207', 'name': 'network-vif-deleted', 'tag': 'b1b0ddc6-cf54-4dc2-88de-5f60571be58b', 'status': 'completed', 'code': 200} Mar 29 21:17:32.053367 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:17:32.375188 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:32.401350 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] Checking router: 9475f90a-ecb8-4e4f-afe1-377fb2007882 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:17:32.410683 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:17:32.411325 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:32.519487 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:17:32.720467 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:32.747644 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea1b3e-be3d-4479-891e-56bcf3c72cc5 None None] The sync data for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb is: [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': 'b948ff7b-bd44-4ec2-8522-facfba4acdb9', 'name': '', 'network_id': '86d2555e-7747-4512-bb17-6de9b3f31512', 'tenant_id': 'd826a617546540359413c5174e67f930', 'mac_address': 'fa:16:3e:09:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:15Z', 'updated_at': '2022-03-29T21:07:32Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'subnets': [{'id': 'a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:17:32.886328 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56388) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:32.944904 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8918f2cf-5f34-461e-99f4-e6c97fada9c2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:32.971166 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8918f2cf-5f34-461e-99f4-e6c97fada9c2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:32.989229 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09460c92-7d38-439e-9e54-d2b0783c2265 None None] New status for floating IP 82aea509-7952-4396-b73e-0df3433b902f: DOWN {{(pid=101974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:17:33.020252 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8918f2cf-5f34-461e-99f4-e6c97fada9c2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.023601 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8918f2cf-5f34-461e-99f4-e6c97fada9c2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.024743 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8918f2cf-5f34-461e-99f4-e6c97fada9c2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2 HTTP/1.1" status: 204 len: 168 time: 0.1374116 Mar 29 21:17:33.027516 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56390) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:33.034242 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918f2cf-5f34-461e-99f4-e6c97fada9c2 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:33.042629 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.api.v2.resource [None req-fe4f3717-4bed-4022-a0e1-4026ab078c90 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] show failed (client error): The resource could not be found. Mar 29 21:17:33.043816 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-fe4f3717-4bed-4022-a0e1-4026ab078c90 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "GET /v2.0/security-groups/8f46ff34-cf95-4a8f-8a2f-ecd5de2305a2 HTTP/1.1" status: 404 len: 347 time: 0.0153456 Mar 29 21:17:33.047127 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56392) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:33.176837 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Deleting port 96f9cff0-718a-4629-9351-e224e571ff71 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:17:33.177097 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.256642 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.256967 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.268655 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Calling delete_port for 96f9cff0-718a-4629-9351-e224e571ff71 owned by network:floatingip {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:17:33.394491 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.421144 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Pushing event deleted for resources: {'Port': ['ID=96f9cff0-718a-4629-9351-e224e571ff71,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:33.480891 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks [] for floatingip, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.483386 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.484522 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-08e6f197-f5c1-42c2-8d34-608743f3d362 tempest-AttachVolumeShelveTestJSON-1368717351 tempest-AttachVolumeShelveTestJSON-1368717351-project] 10.222.0.37 "DELETE /v2.0/floatingips/82aea509-7952-4396-b73e-0df3433b902f HTTP/1.1" status: 204 len: 168 time: 0.4361160 Mar 29 21:17:33.871648 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56400) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:33.915543 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa20632-77aa-42b2-9505-bc8bc80351bd admin admin] Deleting subnet 2f942588-a780-4c42-893f-0318fdf7d347 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:17:33.918679 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffa20632-77aa-42b2-9505-bc8bc80351bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.955921 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffa20632-77aa-42b2-9505-bc8bc80351bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220890'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:33.994046 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffa20632-77aa-42b2-9505-bc8bc80351bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.044090 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffa20632-77aa-42b2-9505-bc8bc80351bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16977711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16996658'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.069406 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa20632-77aa-42b2-9505-bc8bc80351bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f942588-a780-4c42-893f-0318fdf7d347,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:34.072122 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffa20632-77aa-42b2-9505-bc8bc80351bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.075269 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ffa20632-77aa-42b2-9505-bc8bc80351bd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2f942588-a780-4c42-893f-0318fdf7d347 HTTP/1.1" status: 204 len: 168 time: 0.2026308 Mar 29 21:17:34.077746 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56402) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:34.147184 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.224252 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.244089 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f6312b-f9b5-44d5-8559-d4ce95d0d82a']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:34.252854 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2fb2be-f7c3-4612-bffb-0a5f8d799b67') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:34.253145 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2fb2be-f7c3-4612-bffb-0a5f8d799b67') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:34.262092 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220881'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.275055 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.280563 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:17:34.280939 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16975497'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: Traceback (most recent call last): Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: timer() Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: cb(*args, **kw) Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: return func(*args, **kwargs) Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: self._notify() Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: self.callback(batched_events) Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: event.method(event) Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: return f(self, *a, **k) Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: return self._get(url).json() Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:17:34.282526 dv-cinder-835761-1-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:17:34.338241 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.343820 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.346942 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] 10.222.0.37 "DELETE /v2.0/networks/53f6312b-f9b5-44d5-8559-d4ce95d0d82a HTTP/1.1" status: 204 len: 168 time: 0.2682760 Mar 29 21:17:34.349829 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56404) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:34.360858 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfe337-34ff-4a53-ad39-99b8de0a693c admin admin] Pushing event deleted for resources: {'Network': ['ID=53f6312b-f9b5-44d5-8559-d4ce95d0d82a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:34.394705 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_v2 [None req-391000c1-a6d3-4ff6-8b7d-64126f19b4f5 admin admin] Deleting subnet fc2f088c-319b-49ee-a2cb-19c1fffad8a6 {{(pid=101972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:17:34.397776 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-391000c1-a6d3-4ff6-8b7d-64126f19b4f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.436473 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-391000c1-a6d3-4ff6-8b7d-64126f19b4f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224752'] for subnet, precommit_delete_associations {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.475432 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-391000c1-a6d3-4ff6-8b7d-64126f19b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.531084 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-391000c1-a6d3-4ff6-8b7d-64126f19b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9691461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9659386'] for subnet, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.555991 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391000c1-a6d3-4ff6-8b7d-64126f19b4f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc2f088c-319b-49ee-a2cb-19c1fffad8a6,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:34.559666 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-391000c1-a6d3-4ff6-8b7d-64126f19b4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.562850 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-391000c1-a6d3-4ff6-8b7d-64126f19b4f5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fc2f088c-319b-49ee-a2cb-19c1fffad8a6 HTTP/1.1" status: 204 len: 168 time: 0.2119939 Mar 29 21:17:34.565226 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56406) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:34.636087 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.713296 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.733055 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b725831-14bc-4762-b746-e2af89478efc']}} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:34.742970 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3e380e-72e3-418b-a012-bce8b6c05c0b') {'for_net_delete': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:34.743260 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3e380e-72e3-418b-a012-bce8b6c05c0b') {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:34.752525 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224763'] for segment, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.765996 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.771754 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:17:34.772176 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693411'] for segment, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: Traceback (most recent call last): Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: timer() Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: cb(*args, **kw) Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: return func(*args, **kwargs) Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: self._notify() Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: self.callback(batched_events) Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: event.method(event) Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: return f(self, *a, **k) Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: return self._get(url).json() Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: return self.request(url, 'GET', **kwargs) Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:17:34.774625 dv-cinder-835761-1-smb neutron-server[101972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:17:34.832204 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.838744 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:34.842356 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] 10.222.0.37 "DELETE /v2.0/networks/9b725831-14bc-4762-b746-e2af89478efc HTTP/1.1" status: 204 len: 168 time: 0.2761555 Mar 29 21:17:34.857428 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c862d02-a445-4223-9888-a624429ba11b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b725831-14bc-4762-b746-e2af89478efc,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:35.005159 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56420) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:35.044469 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-c30bb808-4794-4c35-8cfb-de7c098e100a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4fe794b2cee4ef39beb05aa02b998ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381782 Mar 29 21:17:35.046857 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56422) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:35.093352 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e396e98e-fd4c-4a58-bfa4-c73e1bec6143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:35.113668 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e396e98e-fd4c-4a58-bfa4-c73e1bec6143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:35.162074 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e396e98e-fd4c-4a58-bfa4-c73e1bec6143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:35.164714 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e396e98e-fd4c-4a58-bfa4-c73e1bec6143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:35.165871 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e396e98e-fd4c-4a58-bfa4-c73e1bec6143 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16 HTTP/1.1" status: 204 len: 168 time: 0.1181407 Mar 29 21:17:35.173162 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396e98e-fd4c-4a58-bfa4-c73e1bec6143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfddbd6-dfbc-40d9-a4b6-9c6cce38fb16,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:35.467349 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56428) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:35.506497 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-2ab6b136-6088-4d44-ba3b-9ce154eff8cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a4ceecb1ee14c7da01462e0c373df4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377593 Mar 29 21:17:35.509064 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56430) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:35.557041 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4630256-20b3-4f43-ac89-3eb4f10c3a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:35.585538 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4630256-20b3-4f43-ac89-3eb4f10c3a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:35.643847 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4630256-20b3-4f43-ac89-3eb4f10c3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:35.646409 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4630256-20b3-4f43-ac89-3eb4f10c3a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:35.647532 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b4630256-20b3-4f43-ac89-3eb4f10c3a2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13d8d959-e56e-45f6-aef7-8141b5707822 HTTP/1.1" status: 204 len: 168 time: 0.1376088 Mar 29 21:17:35.656373 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4630256-20b3-4f43-ac89-3eb4f10c3a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d8d959-e56e-45f6-aef7-8141b5707822,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:35.846630 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:17:35.870742 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: b1b0ddc6-cf54-4dc2-88de-5f60571be58b {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:17:35.871090 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device b1b0ddc6-cf54-4dc2-88de-5f60571be58b not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:17:35.881772 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56440) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:36.568030 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569123'] for router_interface, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:36.856262 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Deleting port b948ff7b-bd44-4ec2-8522-facfba4acdb9 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:17:36.856491 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:36.931822 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] For port b948ff7b-bd44-4ec2-8522-facfba4acdb9, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=b948ff7b-bd44-4ec2-8522-facfba4acdb9,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:36.932175 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:36.944925 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Calling delete_port for b948ff7b-bd44-4ec2-8522-facfba4acdb9 owned by network:router_interface {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:17:37.119944 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:37.149295 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Pushing event deleted for resources: {'Port': ['ID=b948ff7b-bd44-4ec2-8522-facfba4acdb9,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:37.317554 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569175'] for router_interface, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:37.734426 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Router 9475f90a-ecb8-4e4f-afe1-377fb2007882 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:17:37.843730 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:17:37.849031 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-d6e29036-8acb-4d73-a6d3-60a736c47191 admin admin] 10.222.0.37 "PUT /v2.0/routers/9475f90a-ecb8-4e4f-afe1-377fb2007882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9661205 Mar 29 21:17:37.851585 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56444) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:37.854556 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] Sync routers for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:17:37.864060 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:17:37.864667 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:37.952422 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:37.971019 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:17:38.051556 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.116311 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Deleting port c85a337f-7f28-4c5c-bec8-169aa1432261 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:17:38.116726 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.151435 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:17:37Z', 'revision_number': 5, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port': {'id': 'c85a337f-7f28-4c5c-bec8-169aa1432261', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:07:10Z', 'updated_at': '2022-03-29T21:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:38.182065 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] Checking router: 9475f90a-ecb8-4e4f-afe1-377fb2007882 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:17:38.190121 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] Routers {'9475f90a-ecb8-4e4f-afe1-377fb2007882'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:17:38.190719 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['9475f90a-ecb8-4e4f-afe1-377fb2007882'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:38.192952 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] For port c85a337f-7f28-4c5c-bec8-169aa1432261, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=c85a337f-7f28-4c5c-bec8-169aa1432261,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:38.193311 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.205995 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Calling delete_port for c85a337f-7f28-4c5c-bec8-169aa1432261 owned by network:router_gateway {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:17:38.275303 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] Set router 9475f90a-ecb8-4e4f-afe1-377fb2007882 gateway port host: None {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:17:38.326009 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:17:38Z', 'revision_number': 6, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port_host': None}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:38.355059 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af43678-65fd-4578-a0ec-4f39eb672821 None None] The sync data for ids ['9475f90a-ecb8-4e4f-afe1-377fb2007882'] in dv-cinder-835761-1-smb is: [{'id': '9475f90a-ecb8-4e4f-afe1-377fb2007882', 'name': 'tempest-AttachVolumeShelveTestJSON-789451965-router', 'tenant_id': 'd826a617546540359413c5174e67f930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:07:08Z', 'updated_at': '2022-03-29T21:17:38Z', 'revision_number': 6, 'project_id': 'd826a617546540359413c5174e67f930', 'gw_port_host': None}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:17:38.370045 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.396966 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85a337f-7f28-4c5c-bec8-169aa1432261,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:38.458283 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567037'] for router_gateway, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.546632 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4385'] for router, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.548700 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.589644 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572233'] for router, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.590201 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9475f90a-ecb8-4e4f-afe1-377fb2007882 {{(pid=101971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 21:17:38.594626 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.598290 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-fda96630-a63c-4d05-a68c-7924be1486f3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9475f90a-ecb8-4e4f-afe1-377fb2007882 HTTP/1.1" status: 204 len: 168 time: 0.7432361 Mar 29 21:17:38.598468 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56446) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:38.644779 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9f9baf-d0ee-4604-bbaf-5f7a430a2d40 admin admin] Deleting subnet a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:17:38.647664 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9baf-d0ee-4604-bbaf-5f7a430a2d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.681085 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9baf-d0ee-4604-bbaf-5f7a430a2d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220890'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.759295 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9baf-d0ee-4604-bbaf-5f7a430a2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.818551 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9baf-d0ee-4604-bbaf-5f7a430a2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16977711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16996658'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.847626 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f9baf-d0ee-4604-bbaf-5f7a430a2d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:38.851264 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9baf-d0ee-4604-bbaf-5f7a430a2d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.854897 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-9f9f9baf-d0ee-4604-bbaf-5f7a430a2d40 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a631662f-e28b-4b8f-bdc1-7c20b8ac8c3c HTTP/1.1" status: 204 len: 168 time: 0.2554984 Mar 29 21:17:38.857415 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56448) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:38.857862 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c2011-97e1-463c-b763-38371e70247a None None] Network 86d2555e-7747-4512-bb17-6de9b3f31512 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:17:38.925018 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:38.982120 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Deleting port badd4b64-a664-4661-9c6c-59c885667c5c {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:17:38.982457 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.047586 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] For port badd4b64-a664-4661-9c6c-59c885667c5c, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=badd4b64-a664-4661-9c6c-59c885667c5c,segment=NetworkSegment(2748d98b-7c81-4f05-ad69-b0bbdb0d1de2),segment_id=2748d98b-7c81-4f05-ad69-b0bbdb0d1de2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:39.047878 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.060678 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Calling delete_port for badd4b64-a664-4661-9c6c-59c885667c5c owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:17:39.120602 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] DHCP port deletion for 86d2555e-7747-4512-bb17-6de9b3f31512 request from dv-cinder-835761-1-smb {{(pid=101973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 21:17:39.143256 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.171361 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=badd4b64-a664-4661-9c6c-59c885667c5c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:39.176793 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] No DVR routers for this DVR port badd4b64-a664-4661-9c6c-59c885667c5c on host dv-cinder-835761-1-smb {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:17:39.177312 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] Deleting port badd4b64-a664-4661-9c6c-59c885667c5c {{(pid=101973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:17:39.177713 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.200535 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device b948ff7b-bd44-4ec2-8522-facfba4acdb9 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:17:39.233497 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: b948ff7b-bd44-4ec2-8522-facfba4acdb9 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:17:39.233836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device b948ff7b-bd44-4ec2-8522-facfba4acdb9 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:17:39.234272 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device c85a337f-7f28-4c5c-bec8-169aa1432261 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:17:39.256826 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.276409 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d2555e-7747-4512-bb17-6de9b3f31512']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:39.287611 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:39.287792 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2748d98b-7c81-4f05-ad69-b0bbdb0d1de2') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:39.292705 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: c85a337f-7f28-4c5c-bec8-169aa1432261 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:17:39.293045 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device c85a337f-7f28-4c5c-bec8-169aa1432261 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:17:39.293452 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device badd4b64-a664-4661-9c6c-59c885667c5c no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:17:39.298081 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220881'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.315148 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] For port badd4b64-a664-4661-9c6c-59c885667c5c, host dv-cinder-835761-1-smb, got binding levels [] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:39.315556 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.315774 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.318371 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: badd4b64-a664-4661-9c6c-59c885667c5c {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:17:39.318920 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device badd4b64-a664-4661-9c6c-59c885667c5c not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:17:39.326244 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:17:39.326937 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16975497'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: Traceback (most recent call last): Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: timer() Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: cb(*args, **kw) Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: return func(*args, **kwargs) Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: self._notify() Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: self.callback(batched_events) Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: event.method(event) Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: return f(self, *a, **k) Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: return self._get(url).json() Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:17:39.332038 dv-cinder-835761-1-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:17:39.336845 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] Calling delete_port for badd4b64-a664-4661-9c6c-59c885667c5c owned by network:dhcp {{(pid=101973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:17:39.339910 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.ipam_backend_mixin [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] Port badd4b64-a664-4661-9c6c-59c885667c5c was not found and therefore no delete operation was performed {{(pid=101973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 21:17:39.341142 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782'] for port, after_delete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.368176 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] Pushing event deleted for resources: {'Port': ['ID=badd4b64-a664-4661-9c6c-59c885667c5c,revision_number=None']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:39.373641 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ec2f4-387e-4b26-a78a-4777cb8cf56b None None] No DVR routers for this DVR port badd4b64-a664-4661-9c6c-59c885667c5c on host dv-cinder-835761-1-smb {{(pid=101973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:17:39.400638 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.406244 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.409407 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/86d2555e-7747-4512-bb17-6de9b3f31512 HTTP/1.1" status: 204 len: 168 time: 0.5509205 Mar 29 21:17:39.420973 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7dd5f-fe5e-4983-9e59-7e2f360f81d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d2555e-7747-4512-bb17-6de9b3f31512,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:39.530278 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56452) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:39.569059 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4d3b5728-0961-4040-bbc9-fb4dc34564be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d826a617546540359413c5174e67f930&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375934 Mar 29 21:17:39.571993 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56454) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:39.618032 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e40c3aad-8b74-42f2-9d95-ac35e03023d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.638564 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e40c3aad-8b74-42f2-9d95-ac35e03023d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.684604 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e40c3aad-8b74-42f2-9d95-ac35e03023d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.687799 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e40c3aad-8b74-42f2-9d95-ac35e03023d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:39.688943 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e40c3aad-8b74-42f2-9d95-ac35e03023d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c957031-aabe-4521-9da4-717c75778458 HTTP/1.1" status: 204 len: 168 time: 0.1160703 Mar 29 21:17:39.697788 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c3aad-8b74-42f2-9d95-ac35e03023d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c957031-aabe-4521-9da4-717c75778458,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:40.104765 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:17:40.347695 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56476) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:40.441500 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1356751251-network', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:40.462139 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Made reservation on behalf of c5ebe354c07d486ba2fa6c948fd3968a for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:17:40.464330 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.472661 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.550464 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.554391 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.577565 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:17:40.585872 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9580e-0157-4cd9-a6c1-bd98ef6f12f5,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:40.591606 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.591944 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Added segment b86bff04-51a3-47ad-9da0-194bfcf28ff9 of type vlan for network df7d43a7-11cd-440a-8038-39e3b3948cf4 Mar 29 21:17:40.630221 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.653583 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.654538 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:40.655110 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.685798 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3369503 Mar 29 21:17:40.688848 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56480) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:40.694369 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Request body: {'subnet': {'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-subnet', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:40.712760 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Made reservation on behalf of c5ebe354c07d486ba2fa6c948fd3968a for: {'subnet': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:17:40.715228 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9659365'] for subnet, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.715389 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f3bc8-2756-40a2-8287-63e5e723fec0 admin admin] Pushing event updated for resources: {'Network': ['ID=df7d43a7-11cd-440a-8038-39e3b3948cf4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:40.725749 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:17:40.889854 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9691398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9659379'] for subnet, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.948996 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76cea43-d501-411a-9323-297348e95938,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:40.953249 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Checking segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:17:40.953599 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Network hostable DHCP agents. Network: df7d43a7-11cd-440a-8038-39e3b3948cf4, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:17:40.970041 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:17:40.980185 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, df7d43a7-11cd-440a-8038-39e3b3948cf4) {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:40.984189 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:40.984775 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:40.989688 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15993e3-fee1-4211-a6ff-1a3de6b414c2 None None] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:17:41.000382 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-e50984b9-cf0c-4c67-bca5-3e66353f60d4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3097692 Mar 29 21:17:41.004686 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56482) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:41.009931 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:41.028320 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.029442 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-939351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4392'] for router, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.083505 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.135559 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-df7d43a7-11cd-440a-8038-39e3b3948cf4', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 21:17:41.136414 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.222652 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.270320 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Allocated IP 172.20.0.2 (df7d43a7-11cd-440a-8038-39e3b3948cf4/d76cea43-d501-411a-9323-297348e95938/2bbfdc00-7b65-4c62-ad4e-352c26b53f40) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:17:41.409645 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.415889 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.416073 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.435496 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.458201 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:17:41.461348 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:41.465138 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:17:41.472254 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Pushing event updated for resources: {'Port': ['ID=2bbfdc00-7b65-4c62-ad4e-352c26b53f40,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:41.521311 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Attempting to bind port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:17:41.521672 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Attempting to bind port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:17:41.522055 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Attempting to bind port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:17:41.526946 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:17:41.527307 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Checking segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:17:41.527699 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.528082 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Bound using segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:17:41.528570 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Bound port: 2bbfdc00-7b65-4c62-ad4e-352c26b53f40, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:17:41.528941 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.541248 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Allocated IP 172.28.3.152 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/edd46080-0ff1-4c4a-a9b1-f2805e2fa7da) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:17:41.590227 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] For port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:17:41.593555 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] For port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2bbfdc00-7b65-4c62-ad4e-352c26b53f40,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:17:41.597669 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.647361 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.653154 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539fb18-df48-4050-965a-5d09d48534a5 None None] Pushing event updated for resources: {'Port': ['ID=2bbfdc00-7b65-4c62-ad4e-352c26b53f40,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:41.686770 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:41.725831 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:17:41.728883 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:41.732701 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:17:41.756622 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=edd46080-0ff1-4c4a-a9b1-f2805e2fa7da,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:42.001875 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:42.464015 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913'] for router, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:42.515932 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced607ed-ebe2-4f97-bb0c-c467f80226de None None] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:17:42.580070 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-b80b94c4-7e24-4f82-9279-03905aa2347e None None] Provisioning complete for port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:42.580432 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b80b94c4-7e24-4f82-9279-03905aa2347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:42.593839 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Router 734a6302-97ef-4906-b008-eac82636f2c8 is scheduled to L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 with binding_index 1 {{(pid=101972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 21:17:42.697914 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:17:42.706913 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:17:42.717503 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:17:42.718401 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:42.718583 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] Notify callbacks [] for router, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:42.719788 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-48102fc6-c401-492c-b8da-cb3df46ee5e6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7140782 Mar 29 21:17:42.723220 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56484) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:42.746196 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b80b94c4-7e24-4f82-9279-03905aa2347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:42.750044 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-219cc471-da4c-49cb-ac0b-49ff6f10172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:42.787652 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-b80b94c4-7e24-4f82-9279-03905aa2347e None None] For port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2bbfdc00-7b65-4c62-ad4e-352c26b53f40,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:42.792729 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b80b94c4-7e24-4f82-9279-03905aa2347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:42.828613 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:17:42.853247 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b94c4-7e24-4f82-9279-03905aa2347e None None] Pushing event updated for resources: {'Port': ['ID=2bbfdc00-7b65-4c62-ad4e-352c26b53f40,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:43.012095 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:41Z', 'revision_number': 3, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:43.043689 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:17:43.044020 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Updating router 734a6302-97ef-4906-b008-eac82636f2c8 port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:17:43.071153 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.118636 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-6cd58c96-9007-4e91-8fcf-0fbfc0e54dd3 None None] Provisioning complete for port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:43.118896 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6cd58c96-9007-4e91-8fcf-0fbfc0e54dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.163119 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:17:43.224758 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.249725 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:43.250134 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.347848 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.354861 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.398795 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Allocated IP 172.20.0.1 (df7d43a7-11cd-440a-8038-39e3b3948cf4/d76cea43-d501-411a-9323-297348e95938/2c40ed69-19a6-40b9-8733-2b9b6f634869) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:17:43.492291 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Attempting to bind port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:17:43.492648 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Attempting to bind port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:17:43.492998 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Attempting to bind port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da on network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:17:43.499652 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Pushing event updated for resources: {'Port': ['ID=edd46080-0ff1-4c4a-a9b1-f2805e2fa7da,revision_number=2']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:43.504246 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.506003 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:17:43.506371 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:17:43.506762 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.507173 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Bound using segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:17:43.508189 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Bound port: edd46080-0ff1-4c4a-a9b1-f2805e2fa7da, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:17:43.508558 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.511466 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.511798 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.512131 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.512453 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.512774 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.513089 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.513413 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.513728 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.514087 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.514407 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.514716 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.515024 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:43.539223 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.565752 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] For port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:17:43.568793 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] For port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=edd46080-0ff1-4c4a-a9b1-f2805e2fa7da,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:17:43.573231 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.582459 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:17:43.585312 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:43.588548 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:17:43.619975 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:17:43.620349 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Pushing event updated for resources: {'Port': ['ID=2c40ed69-19a6-40b9-8733-2b9b6f634869,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:43.620597 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:43.638240 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570284'] for router_interface, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.723403 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2388d8c-3324-4ffc-ae08-238cdb79bc99 None None] Pushing event updated for resources: {'Port': ['ID=edd46080-0ff1-4c4a-a9b1-f2805e2fa7da,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:43.738772 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:17:43.776450 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.863181 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-e5164ac1-295f-46b4-8869-fcb651457e39 None None] Provisioning complete for port 2c40ed69-19a6-40b9-8733-2b9b6f634869 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:43.863761 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e5164ac1-295f-46b4-8869-fcb651457e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.899345 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-e5164ac1-295f-46b4-8869-fcb651457e39 None None] Port 2c40ed69-19a6-40b9-8733-2b9b6f634869 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:17:43.920742 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:41Z', 'revision_number': 3, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:43.938579 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.943477 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:43.948168 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4746ec-38be-419b-b1e2-9f533adb2fe8 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:41Z', 'revision_number': 3, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:17:44.020015 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570304'] for router_interface, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:44.021671 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Pushing event updated for resources: {'Port': ['ID=2c40ed69-19a6-40b9-8733-2b9b6f634869,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:44.113824 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:17:44.115223 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:44.246796 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:17:44.370723 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:17:44.375584 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-85a019d7-6e07-417a-abc7-cea0c0ba2e80 admin admin] 10.222.0.37 "PUT /v2.0/routers/734a6302-97ef-4906-b008-eac82636f2c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6514151 Mar 29 21:17:44.428708 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-3544d4e9-1d1d-4a42-9bc5-25f5d0f181f7 None None] Provisioning complete for port 2c40ed69-19a6-40b9-8733-2b9b6f634869 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:44.429270 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3544d4e9-1d1d-4a42-9bc5-25f5d0f181f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:44.469116 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-3544d4e9-1d1d-4a42-9bc5-25f5d0f181f7 None None] Port 2c40ed69-19a6-40b9-8733-2b9b6f634869 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:17:44.834204 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56492) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:44.839338 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-4fcb70c3-4df9-4499-aba9-d53aafff0ae1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1293294652', 'description': 'tempest-description--698195663'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:44.859797 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4fcb70c3-4df9-4499-aba9-d53aafff0ae1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:44.930750 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4fcb70c3-4df9-4499-aba9-d53aafff0ae1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:44.941508 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4fcb70c3-4df9-4499-aba9-d53aafff0ae1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:44.977439 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device edd46080-0ff1-4c4a-a9b1-f2805e2fa7da up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:17:44.978092 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4fcb70c3-4df9-4499-aba9-d53aafff0ae1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:44.980987 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-4fcb70c3-4df9-4499-aba9-d53aafff0ae1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1457555 Mar 29 21:17:44.981749 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56494) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:44.986945 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-4f912bc2-a39d-46bf-ad55-d7b26957ae12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group_rule': {'security_group_id': '94697ef4-2b03-4146-af3c-7c08c0d912c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:44.992130 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb70c3-4df9-4499-aba9-d53aafff0ae1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94697ef4-2b03-4146-af3c-7c08c0d912c0,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:45.016193 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4f912bc2-a39d-46bf-ad55-d7b26957ae12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.028273 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:45.028645 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.072779 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4f912bc2-a39d-46bf-ad55-d7b26957ae12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.075911 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4f912bc2-a39d-46bf-ad55-d7b26957ae12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.076356 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fc9150f0-0e13-44f9-9601-2eea6327417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.094602 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f912bc2-a39d-46bf-ad55-d7b26957ae12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197cbdcb-6fd2-4b0c-b9ee-5c52bcbcaec6,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:45.102437 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4f912bc2-a39d-46bf-ad55-d7b26957ae12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.106443 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-4f912bc2-a39d-46bf-ad55-d7b26957ae12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228271 Mar 29 21:17:45.106708 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56496) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:45.112743 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-0dd3b8cf-3cc9-4121-907a-a659b3b0766c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group_rule': {'security_group_id': '94697ef4-2b03-4146-af3c-7c08c0d912c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:45.130991 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.141371 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b8cf-3cc9-4121-907a-a659b3b0766c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.154504 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=edd46080-0ff1-4c4a-a9b1-f2805e2fa7da,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:45.159210 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.205987 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b8cf-3cc9-4121-907a-a659b3b0766c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.207165 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=edd46080-0ff1-4c4a-a9b1-f2805e2fa7da,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:45.210376 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b8cf-3cc9-4121-907a-a659b3b0766c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.229583 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3b8cf-3cc9-4121-907a-a659b3b0766c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba11dd6b-d0fb-4f2d-85f5-ad9736103768,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:45.236819 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b8cf-3cc9-4121-907a-a659b3b0766c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.238108 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-0dd3b8cf-3cc9-4121-907a-a659b3b0766c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300111 Mar 29 21:17:45.241039 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56498) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:45.245438 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:45.265502 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.360197 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.466655 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Allocated IP 172.28.3.155 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/3eb89894-b47b-4313-af00-fc0e70390730) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:17:45.470529 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:17:45.481505 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:17:45.482185 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:45.576650 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.588778 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:17:45.608371 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.649237 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:17:45.652016 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:45.656360 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:17:45.658289 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=3eb89894-b47b-4313-af00-fc0e70390730,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:45.743425 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.781148 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.791215 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 2, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:45.817563 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:17:45.817914 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Updating router 734a6302-97ef-4906-b008-eac82636f2c8 port 2c40ed69-19a6-40b9-8733-2b9b6f634869 binding host dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:17:45.842448 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.930891 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:45.938484 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16975573'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.004731 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=3eb89894-b47b-4313-af00-fc0e70390730,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:46.017331 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.032757 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.034142 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-760ec581-6b81-42c4-8693-d870da51b122 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7919912 Mar 29 21:17:46.113613 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.128688 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.135239 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.180801 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f3d7f1f8-9b5b-43cf-bbab-867185d08683 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1293294652&fields=id&tenant_id=c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 267 time: 0.0352750 Mar 29 21:17:46.183761 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f0783-2342-488d-9ce6-fb7752e263ab None None] Pushing event updated for resources: {'Port': ['ID=2c40ed69-19a6-40b9-8733-2b9b6f634869,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:46.240411 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Attempting to bind port 2c40ed69-19a6-40b9-8733-2b9b6f634869 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:17:46.240945 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Attempting to bind port 2c40ed69-19a6-40b9-8733-2b9b6f634869 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:17:46.241369 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Attempting to bind port 2c40ed69-19a6-40b9-8733-2b9b6f634869 on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:17:46.250727 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:17:46.251090 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Checking segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:17:46.251492 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.251877 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Bound using segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:17:46.252393 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Bound port: 2c40ed69-19a6-40b9-8733-2b9b6f634869, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:17:46.252773 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.303138 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-a159f596-a1d2-4aa0-8ca7-bac90015ed50 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:46.305292 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-a159f596-a1d2-4aa0-8ca7-bac90015ed50 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 815 time: 0.1193385 Mar 29 21:17:46.322743 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-384eb3d6-7da6-4274-9f97-a576f6e005aa tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/quotas/c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 375 time: 0.0106988 Mar 29 21:17:46.325120 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] For port 2c40ed69-19a6-40b9-8733-2b9b6f634869, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:17:46.328477 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] For port 2c40ed69-19a6-40b9-8733-2b9b6f634869, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2c40ed69-19a6-40b9-8733-2b9b6f634869,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:17:46.333133 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.380731 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-1f8b4ee9-d190-40c4-bde5-60949fd9f293 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497990 Mar 29 21:17:46.390974 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:17:46.391572 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:46.396742 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-0a60e774-200b-49da-bf2b-ff3ea43e6762 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:17:46.398592 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-0a60e774-200b-49da-bf2b-ff3ea43e6762 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055873 Mar 29 21:17:46.434756 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f0783-2342-488d-9ce6-fb7752e263ab None None] Pushing event updated for resources: {'Port': ['ID=2c40ed69-19a6-40b9-8733-2b9b6f634869,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:46.462259 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-3f2ccd87-8c35-4f84-aca5-3fb3401b85c2 None None] Provisioning complete for port 2c40ed69-19a6-40b9-8733-2b9b6f634869 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:46.462637 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3f2ccd87-8c35-4f84-aca5-3fb3401b85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.497597 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-0e290cb4-9668-44f3-ae21-3565217c441b service neutron] 10.222.0.37 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924346 Mar 29 21:17:46.599282 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-230a42a7-5c71-4594-97a3-f90d61a0a107 service neutron] 10.222.0.37 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954211 Mar 29 21:17:46.675653 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:17:46.786048 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f5b7f00-d696-41de-86d0-76ef1ffd7a6d req-6e9dcb31-8aa3-4a31-bccc-960b0e071d73 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 210 time: 0.0370090 Mar 29 21:17:46.798951 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3f2ccd87-8c35-4f84-aca5-3fb3401b85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.881350 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-3f2ccd87-8c35-4f84-aca5-3fb3401b85c2 None None] For port 2c40ed69-19a6-40b9-8733-2b9b6f634869, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2c40ed69-19a6-40b9-8733-2b9b6f634869,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:46.887052 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3f2ccd87-8c35-4f84-aca5-3fb3401b85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:46.977457 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device edd46080-0ff1-4c4a-a9b1-f2805e2fa7da up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:17:47.017596 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ccd87-8c35-4f84-aca5-3fb3401b85c2 None None] Pushing event updated for resources: {'Port': ['ID=2c40ed69-19a6-40b9-8733-2b9b6f634869,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:47.053221 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-30bc19a8-b059-4081-bb34-c5a5865d0226 None None] Provisioning complete for port 2c40ed69-19a6-40b9-8733-2b9b6f634869 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:47.053593 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-30bc19a8-b059-4081-bb34-c5a5865d0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:47.090373 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:47.129494 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b72c1e9-21d1-4633-a6c4-320fa9b3d4f2 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:17:47.136362 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:47.137001 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:47.746985 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:47.930456 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c8a6b8e6-8683-40b1-b16e-319656de330f req-eaf77ece-10cf-4538-af1b-c957e71c30c8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 210 time: 0.0572550 Mar 29 21:17:48.014709 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-cbdef02b-c12a-4710-b3b0-3bdd869d1eb7 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:48.016223 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-cbdef02b-c12a-4710-b3b0-3bdd869d1eb7 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 815 time: 0.1546772 Mar 29 21:17:48.071069 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-d486abb2-4c06-466d-a3c7-cdb57d622e0a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 380 time: 0.0362558 Mar 29 21:17:48.080032 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'port': {'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'admin_state_up': True, 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'security_groups': ['94697ef4-2b03-4146-af3c-7c08c0d912c0']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:48.193574 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Made reservation on behalf of c5ebe354c07d486ba2fa6c948fd3968a for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:17:48.197040 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:48.314952 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Allocated IP 172.20.0.11 (df7d43a7-11cd-440a-8038-39e3b3948cf4/d76cea43-d501-411a-9323-297348e95938/2b27851a-a1f0-492f-86b6-1b1b33ed1650) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:17:48.427789 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:48.448203 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:48.480722 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:48.522374 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:17:48.526001 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:17:48.529477 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:17:48.535461 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=2b27851a-a1f0-492f-86b6-1b1b33ed1650,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:48.563950 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.564273 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.564606 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.564939 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.565319 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.565587 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.565908 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.566256 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.566574 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.566892 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.567208 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.567521 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:17:48.598744 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:48.599340 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:48.615450 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-f7cce825-6745-4d44-9fd3-5d9e0df56c52 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5390415 Mar 29 21:17:48.624947 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-3e341e07-9d86-4e9f-9f31-90fb32c45db7 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:17:48.625905 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-3e341e07-9d86-4e9f-9f31-90fb32c45db7 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053418 Mar 29 21:17:48.643869 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Request body: {'port': {'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:48.698340 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:48.716192 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-806a0ed1-3503-4a69-9c44-926a625066bf None None] Provisioning complete for port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:48.716563 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-806a0ed1-3503-4a69-9c44-926a625066bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:48.753116 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-806a0ed1-3503-4a69-9c44-926a625066bf None None] Port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:17:48.960156 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b27851a-a1f0-492f-86b6-1b1b33ed1650 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:17:48.968371 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2c40ed69-19a6-40b9-8733-2b9b6f634869 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:17:48.969150 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:48.986583 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Transition to ACTIVE for port object 2b27851a-a1f0-492f-86b6-1b1b33ed1650 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:17:48.991474 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:49.020868 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 2c40ed69-19a6-40b9-8733-2b9b6f634869 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:49.021236 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:49.066509 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Pushing event updated for resources: {'Port': ['ID=2b27851a-a1f0-492f-86b6-1b1b33ed1650,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:49.104276 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbfd3f-4cc7-422e-86ae-9d5b05f0e0b1 req-88400a71-aa5c-4b21-a43f-bf1bda7b7c2a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:49.105794 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bfbbfd3f-4cc7-422e-86ae-9d5b05f0e0b1 req-88400a71-aa5c-4b21-a43f-bf1bda7b7c2a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 944 time: 0.0886807 Mar 29 21:17:49.183533 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bfbbfd3f-4cc7-422e-86ae-9d5b05f0e0b1 req-bfdb8972-b291-464d-8a75-630eb609f377 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583224 Mar 29 21:17:49.186061 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Attempting to bind port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:17:49.186428 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Attempting to bind port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:17:49.186710 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Attempting to bind port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:17:49.191396 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 on network df7d43a7-11cd-440a-8038-39e3b3948cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:17:49.191632 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Attempting to bind port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:17:49.205337 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:17:49.205675 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Checking segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:17:49.206096 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Bound using segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:17:49.206541 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Bound port: 2b27851a-a1f0-492f-86b6-1b1b33ed1650, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:17:49.206926 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:49.273513 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] For port 2b27851a-a1f0-492f-86b6-1b1b33ed1650, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:17:49.276609 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] For port 2b27851a-a1f0-492f-86b6-1b1b33ed1650, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:17:49.281415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:49.316198 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:49.316795 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:49.318197 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] 10.222.0.39 "PUT /v2.0/ports/2b27851a-a1f0-492f-86b6-1b1b33ed1650 HTTP/1.1" status: 200 len: 1094 time: 0.6785750 Mar 29 21:17:49.318627 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'tag': '2b27851a-a1f0-492f-86b6-1b1b33ed1650'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:17:49.321430 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b219f992-59f0-4837-b5b5-32777db7c2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d83df322-1814-499e-a1f6-70baaf7f2d18", "tag": "2b27851a-a1f0-492f-86b6-1b1b33ed1650"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:17:49.347733 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd5433-e0f2-4176-b122-d71df8009921 service neutron] Pushing event updated for resources: {'Port': ['ID=2b27851a-a1f0-492f-86b6-1b1b33ed1650,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:49.384732 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5e4e7a-3f92-4297-820f-133a674f1a41 x-openstack-request-id: req-6d5e4e7a-3f92-4297-820f-133a674f1a41 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:17:49.385013 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83df322-1814-499e-a1f6-70baaf7f2d18", "tag": "2b27851a-a1f0-492f-86b6-1b1b33ed1650", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:17:49.385264 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d5e4e7a-3f92-4297-820f-133a674f1a41 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:17:49.385652 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'tag': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'status': 'completed', 'code': 200} Mar 29 21:17:49.424170 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-3e865190-2a14-4903-a0e4-4a35634a90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:49.425903 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-3e865190-2a14-4903-a0e4-4a35634a90dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 1097 time: 0.0499618 Mar 29 21:17:49.475893 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-0822c788-3868-4443-833d-0cf4bd1448cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650 HTTP/1.1" status: 200 len: 217 time: 0.0360055 Mar 29 21:17:49.524583 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-e2466fdd-e904-40b2-9c58-b37390f2ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:49.526089 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-e2466fdd-e904-40b2-9c58-b37390f2ee84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0438938 Mar 29 21:17:49.572147 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-a54eff53-d158-4810-a5f7-b2ec0ee5492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:49.573579 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-a54eff53-d158-4810-a5f7-b2ec0ee5492f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0414622 Mar 29 21:17:49.660373 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-0dea12ce-cc8f-49bb-9abb-e17bcb0ffa6c service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805264 Mar 29 21:17:49.752697 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e5f1e8e0-f866-4995-9e73-beb21fbdf10b req-e7ba0beb-672f-43a1-bcb0-d723d297af62 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854220 Mar 29 21:17:49.888730 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-540e6aa6-b635-4600-b9c7-36cffd619f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:49.890273 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-540e6aa6-b635-4600-b9c7-36cffd619f34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 1097 time: 0.0401130 Mar 29 21:17:49.982740 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-eeef647e-2674-40af-bd4b-a4ad6578fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:49.984378 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-eeef647e-2674-40af-bd4b-a4ad6578fc3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0877850 Mar 29 21:17:50.026387 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-7a5d0763-44af-4d4a-9f27-d23f4d88179c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650 HTTP/1.1" status: 200 len: 217 time: 0.0337605 Mar 29 21:17:50.073067 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-426d5328-69a8-44e5-ba56-70b2840d585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:50.074518 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-426d5328-69a8-44e5-ba56-70b2840d585d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0423362 Mar 29 21:17:50.119030 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-82670a6b-0ba9-453d-b4b7-a89f18f6c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:50.120618 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-82670a6b-0ba9-453d-b4b7-a89f18f6c039 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395391 Mar 29 21:17:50.211582 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-c6648fbd-3ee5-492c-989e-11a92fff6e68 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842919 Mar 29 21:17:50.329904 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b219f992-59f0-4837-b5b5-32777db7c2a2 req-038f85c9-d90f-40d2-b85d-dcd263dd19a9 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119518 Mar 29 21:17:50.341102 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbbed9-00a9-4dc8-a8f8-54288a4cceeb req-5ec516e6-03d6-4fb7-813d-5f8942728e89 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:50.342507 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f4dbbed9-00a9-4dc8-a8f8-54288a4cceeb req-5ec516e6-03d6-4fb7-813d-5f8942728e89 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 944 time: 0.0668828 Mar 29 21:17:50.381000 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f4dbbed9-00a9-4dc8-a8f8-54288a4cceeb req-d7b7411f-17b9-4bb1-aac6-c49e45178e36 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309453 Mar 29 21:17:51.494769 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666d015-1bf5-4b59-bbe2-8489e948feea req-b2cfed43-b857-43ea-a5b2-58bc100fb5b2 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:51.496191 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c666d015-1bf5-4b59-bbe2-8489e948feea req-b2cfed43-b857-43ea-a5b2-58bc100fb5b2 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 944 time: 0.0474067 Mar 29 21:17:51.532229 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c666d015-1bf5-4b59-bbe2-8489e948feea req-f917f502-7886-4732-9bd9-24444b482dc0 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301132 Mar 29 21:17:52.647197 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced7da4-d5ac-4c3f-911d-37461fd58f56 req-2af54b5a-d581-43c2-8105-4ba9138b9910 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:52.649226 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2ced7da4-d5ac-4c3f-911d-37461fd58f56 req-2af54b5a-d581-43c2-8105-4ba9138b9910 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 944 time: 0.0518339 Mar 29 21:17:52.686223 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2ced7da4-d5ac-4c3f-911d-37461fd58f56 req-e1b3dcb2-f393-48da-ae4b-acebd0f8fcb8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309579 Mar 29 21:17:53.797920 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef92aa-ff41-4d2e-ae36-ac5545a91c07 req-d8a2d236-af7f-4db5-851d-53914cd8f7bb tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:53.799420 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8cef92aa-ff41-4d2e-ae36-ac5545a91c07 req-d8a2d236-af7f-4db5-851d-53914cd8f7bb tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 944 time: 0.0476644 Mar 29 21:17:53.842058 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8cef92aa-ff41-4d2e-ae36-ac5545a91c07 req-98b91953-4c98-4993-8c06-8b3a17a4c928 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332322 Mar 29 21:17:53.913287 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 2b27851a-a1f0-492f-86b6-1b1b33ed1650 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:17:54.014841 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 2b27851a-a1f0-492f-86b6-1b1b33ed1650, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:54.026153 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:17:54.061746 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:54.074541 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b27851a-a1f0-492f-86b6-1b1b33ed1650 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:17:54.093413 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 2b27851a-a1f0-492f-86b6-1b1b33ed1650, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:54.097024 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:54.143743 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=2b27851a-a1f0-492f-86b6-1b1b33ed1650,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:54.518977 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['2b27851a-a1f0-492f-86b6-1b1b33ed1650'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:17:54.953978 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb504e-6674-45d8-a059-ca0e7db3c2d3 req-a77a03f8-cfc4-420c-9a8c-4847e4f8c039 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:54.955412 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f6bb504e-6674-45d8-a059-ca0e7db3c2d3 req-a77a03f8-cfc4-420c-9a8c-4847e4f8c039 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 945 time: 0.0476022 Mar 29 21:17:54.993348 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f6bb504e-6674-45d8-a059-ca0e7db3c2d3 req-e121fe37-b939-4d6d-bc68-552c61d3df7c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Mar 29 21:17:55.906483 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 2b27851a-a1f0-492f-86b6-1b1b33ed1650 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:17:55.954019 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:17:55.957413 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:17:55.957853 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:56.039073 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:56.061154 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b27851a-a1f0-492f-86b6-1b1b33ed1650'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:17:56.063387 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5deda0-6ed0-45c1-9c81-1d0808bfb972" -d '{"events": [{"server_uuid": "d83df322-1814-499e-a1f6-70baaf7f2d18", "name": "network-vif-plugged", "status": "completed", "tag": "2b27851a-a1f0-492f-86b6-1b1b33ed1650"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:17:56.076208 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 2b27851a-a1f0-492f-86b6-1b1b33ed1650, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:17:56.080609 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:56.105271 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8642b61-a559-453b-a7bf-397a205ca423 x-openstack-request-id: req-c8642b61-a559-453b-a7bf-397a205ca423 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:17:56.105560 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83df322-1814-499e-a1f6-70baaf7f2d18", "name": "network-vif-plugged", "status": "completed", "tag": "2b27851a-a1f0-492f-86b6-1b1b33ed1650", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:17:56.105809 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8642b61-a559-453b-a7bf-397a205ca423 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:17:56.106342 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'code': 200} Mar 29 21:17:56.117162 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2a9b-73ae-4d06-97c6-c87278b08719 req-736fe439-c9a2-49e8-9708-5b8a2435675a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:56.122860 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-683e2a9b-73ae-4d06-97c6-c87278b08719 req-736fe439-c9a2-49e8-9708-5b8a2435675a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 945 time: 0.0620158 Mar 29 21:17:56.131886 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=2b27851a-a1f0-492f-86b6-1b1b33ed1650,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:17:56.166309 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-683e2a9b-73ae-4d06-97c6-c87278b08719 req-79e88fe6-bd93-40d0-9f0d-1e791d2b5ae1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Mar 29 21:17:56.298356 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3325-d81a-4d3f-99b7-2ccd444f70d4 req-81b601ad-9755-4d63-8c56-dce4c2486c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:56.299837 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-79ce3325-d81a-4d3f-99b7-2ccd444f70d4 req-81b601ad-9755-4d63-8c56-dce4c2486c4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 1099 time: 0.0390968 Mar 29 21:17:56.334507 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-79ce3325-d81a-4d3f-99b7-2ccd444f70d4 req-dd3321c1-6435-4f4e-aa26-a1ff15a22529 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273623 Mar 29 21:17:57.279042 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc933b-3dd8-485f-8415-209860e17914 req-7543f244-e2cd-408e-8563-062d52495600 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:57.280500 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4efc933b-3dd8-485f-8415-209860e17914 req-7543f244-e2cd-408e-8563-062d52495600 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 946 time: 0.0472934 Mar 29 21:17:57.319149 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4efc933b-3dd8-485f-8415-209860e17914 req-1529def0-a3a1-4566-b44e-beed4da91dec tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326984 Mar 29 21:17:58.434550 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f37a6-badc-4f72-8e0b-536688b4970f req-136f8be3-9bfd-4922-b19f-481c07eab7e6 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:58.435998 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e7f37a6-badc-4f72-8e0b-536688b4970f req-136f8be3-9bfd-4922-b19f-481c07eab7e6 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 946 time: 0.0507557 Mar 29 21:17:58.647067 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:58.724436 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3e7f37a6-badc-4f72-8e0b-536688b4970f req-0192f059-0087-4450-a621-0ba493de40e5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824297 Mar 29 21:17:58.831812 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c197-156f-458b-b0b0-4fb48fdd065b req-94836784-a78c-449b-b8f6-69e844553fac tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:58.833240 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b103c197-156f-458b-b0b0-4fb48fdd065b req-94836784-a78c-449b-b8f6-69e844553fac tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 946 time: 0.0463881 Mar 29 21:17:58.842296 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56552) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:17:58.846797 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-38f65c08-e015-457a-ad5c-53f41a357550 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'floatingip': {'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:17:58.884366 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-38f65c08-e015-457a-ad5c-53f41a357550 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:59.302945 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-38f65c08-e015-457a-ad5c-53f41a357550 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:59.307509 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-38f65c08-e015-457a-ad5c-53f41a357550 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:59.405963 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [None req-38f65c08-e015-457a-ad5c-53f41a357550 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Floating IP ebdf1202-c042-4917-affa-f27216078f12 associated. External IP: 172.28.3.155, port: 2b27851a-a1f0-492f-86b6-1b1b33ed1650. Mar 29 21:17:59.608261 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f65c08-e015-457a-ad5c-53f41a357550 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:17:59.712148 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f65c08-e015-457a-ad5c-53f41a357550 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:17:59.717128 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-38f65c08-e015-457a-ad5c-53f41a357550 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:17:59.721852 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:17:59.731670 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:17:59.732279 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:17:59.743931 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-38f65c08-e015-457a-ad5c-53f41a357550 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "PUT /v2.0/floatingips/ebdf1202-c042-4917-affa-f27216078f12 HTTP/1.1" status: 200 len: 992 time: 0.9003372 Mar 29 21:17:59.744615 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'tag': '2b27851a-a1f0-492f-86b6-1b1b33ed1650'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:17:59.747127 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dda3f1-9288-4bd9-87d4-430569949f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d83df322-1814-499e-a1f6-70baaf7f2d18", "tag": "2b27851a-a1f0-492f-86b6-1b1b33ed1650"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:17:59.783591 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf91b67f-3287-4296-a0aa-17bbb66fc2c5 x-openstack-request-id: req-cf91b67f-3287-4296-a0aa-17bbb66fc2c5 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:17:59.783877 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83df322-1814-499e-a1f6-70baaf7f2d18", "tag": "2b27851a-a1f0-492f-86b6-1b1b33ed1650", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:17:59.784124 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf91b67f-3287-4296-a0aa-17bbb66fc2c5 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:17:59.784522 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'tag': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'status': 'completed', 'code': 200} Mar 29 21:17:59.836042 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:17:59.869100 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-a69ea9be-811b-40ee-8dd3-fe604f521888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:59.870559 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-a69ea9be-811b-40ee-8dd3-fe604f521888 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 1099 time: 0.0417676 Mar 29 21:17:59.961777 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-024b19e9-53f6-405e-936e-39cad9c384b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:17:59.963258 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-024b19e9-53f6-405e-936e-39cad9c384b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0868068 Mar 29 21:18:00.026981 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-8fcc19e1-9b1c-42fa-8b7a-435fa12118ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650 HTTP/1.1" status: 200 len: 1000 time: 0.0577352 Mar 29 21:18:00.060848 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'ebdf1202-c042-4917-affa-f27216078f12', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:17:45Z', 'updated_at': '2022-03-29T21:17:59Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:18:00.080223 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-e2b4bfae-aa37-43ed-88fe-1d6fbac8f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:18:00.081810 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-e2b4bfae-aa37-43ed-88fe-1d6fbac8f95d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0488529 Mar 29 21:18:00.087544 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:18:00.095946 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:18:00.096523 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:17:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:18:00.127577 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-e325cba8-25e7-4b56-9d2b-958ff96009cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:18:00.128990 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-e325cba8-25e7-4b56-9d2b-958ff96009cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0402212 Mar 29 21:18:00.199819 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:18:00.221510 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-a0da1550-c619-4d3f-8814-3eb51a9b7024 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858772 Mar 29 21:18:00.343148 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d4dda3f1-9288-4bd9-87d4-430569949f9f req-c520b903-5402-4e34-ae52-d48d6a7a4504 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149187 Mar 29 21:18:00.465352 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'ebdf1202-c042-4917-affa-f27216078f12', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:17:45Z', 'updated_at': '2022-03-29T21:17:59Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:18:00.496592 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ef3db5-5812-402f-b2da-de2ea54ab701 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'ebdf1202-c042-4917-affa-f27216078f12', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:17:45Z', 'updated_at': '2022-03-29T21:17:59Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:18:00.685136 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb68dc4-648c-4808-b361-7d957986e4b0 None None] New status for floating IP ebdf1202-c042-4917-affa-f27216078f12: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:18:07.766440 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-577a085c-50c3-454c-ad54-81319fb79ddc req-9231907a-3f3f-4381-b638-ba1d0fda3aee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862641 Mar 29 21:18:07.864553 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a085c-50c3-454c-ad54-81319fb79ddc req-f9e61b6e-fbf5-4924-a1fa-b067bd0d8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:18:07.866029 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-577a085c-50c3-454c-ad54-81319fb79ddc req-f9e61b6e-fbf5-4924-a1fa-b067bd0d8a07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 1099 time: 0.0426481 Mar 29 21:18:07.967380 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a085c-50c3-454c-ad54-81319fb79ddc req-8f19e173-5b34-4ec3-9b68-0be1d204c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:18:07.969119 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-577a085c-50c3-454c-ad54-81319fb79ddc req-8f19e173-5b34-4ec3-9b68-0be1d204c7ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0833795 Mar 29 21:18:08.035962 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-577a085c-50c3-454c-ad54-81319fb79ddc req-b0f25a25-8257-4e06-b6f3-78f69eebff20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650 HTTP/1.1" status: 200 len: 1002 time: 0.0602767 Mar 29 21:18:08.082226 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a085c-50c3-454c-ad54-81319fb79ddc req-398ad2cb-1709-4c7d-aeb2-f7094dfc3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:18:08.083651 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-577a085c-50c3-454c-ad54-81319fb79ddc req-398ad2cb-1709-4c7d-aeb2-f7094dfc3a72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0418880 Mar 29 21:18:08.125809 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a085c-50c3-454c-ad54-81319fb79ddc req-1b37d642-4082-4125-82af-52d598f205f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:18:08.127293 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-577a085c-50c3-454c-ad54-81319fb79ddc req-1b37d642-4082-4125-82af-52d598f205f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0374401 Mar 29 21:18:08.220520 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-577a085c-50c3-454c-ad54-81319fb79ddc req-7a0315db-e518-4851-8c46-32f37e2fe5e9 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849133 Mar 29 21:18:08.311659 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-577a085c-50c3-454c-ad54-81319fb79ddc req-f43922e6-14f7-49ce-bff8-105ed51826ad service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848837 Mar 29 21:18:12.733238 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e56e-8d20-4fae-8620-ebf53791fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:15.068668 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9f6ae909-3a1e-4928-955c-51ab5f973b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:16.082447 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:17.103849 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:18:17.748988 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:18.429988 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:28.648639 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:42.733739 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e292-db73-4f13-981a-8ca8a07b2209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:45.069859 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b2c0798d-0fbe-4de6-9587-fcdf720cec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:46.084313 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:47.751511 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:48.432233 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:18:54.103698 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:18:58.649698 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:07.723466 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-5655a30c-a491-42da-8aed-66e566bfa9df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420527 Mar 29 21:19:07.817192 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-3d811c6c-9b27-4a76-abbf-0cc7bcd48e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:07.818690 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-3d811c6c-9b27-4a76-abbf-0cc7bcd48e14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 1099 time: 0.0390296 Mar 29 21:19:07.919050 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-958c0b4a-77b8-451e-89c9-9a9c57393ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:07.920488 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-958c0b4a-77b8-451e-89c9-9a9c57393ef8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0819349 Mar 29 21:19:07.987748 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-689a316e-df84-488a-8b5f-0f09f301574e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650 HTTP/1.1" status: 200 len: 1002 time: 0.0599339 Mar 29 21:19:08.035345 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-6c67bede-b0c8-4679-bc48-38282bf2d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:08.036717 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-6c67bede-b0c8-4679-bc48-38282bf2d912 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0418384 Mar 29 21:19:08.080154 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-353a4e9a-020d-43f1-bec4-6146319f7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:08.081620 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-353a4e9a-020d-43f1-bec4-6146319f7e1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0379989 Mar 29 21:19:08.170618 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-2bf10588-531e-4782-b36a-4c1c5b399595 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816584 Mar 29 21:19:08.261746 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d7946f22-8202-4058-8bb6-75d3211ba1ac req-0907bcdf-bb50-41f2-8410-09d70fd8d732 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812140 Mar 29 21:19:12.735045 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-64bf04d6-9431-4f0b-8ff3-62f40eb36941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:15.077020 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3e04de3c-8080-4dcc-a0b9-a3541b389be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:16.087681 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:17.755417 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:18.433437 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:18.871727 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56618) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:19:18.876856 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381479986', 'description': 'tempest-description--528375026'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:19:18.898184 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:18.963773 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:18.967889 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:18.996383 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:18.997582 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1248641 Mar 29 21:19:18.999389 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ba064e-7e26-4084-8fc0-57fe81163e87,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:19.000476 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56622) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:19:19.005070 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group_rule': {'security_group_id': 'f6ba064e-7e26-4084-8fc0-57fe81163e87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:19:19.006394 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.006741 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.007077 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.007410 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.007736 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.008063 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.008394 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.008753 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.009642 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.009988 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.010430 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.010755 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e06fc1-c566-472e-9abc-35b34524f79a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.032247 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.090766 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.094336 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.111109 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e312cd-b0bb-4fa5-9ae8-6c13be29facb,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:19.120361 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.120709 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.121044 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.121376 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.121705 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.122063 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.122391 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.122710 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.123032 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.123371 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.123670 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.123984 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:19.128307 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.129478 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-1d5b9524-2266-4ff5-8b54-6d497f1f9385 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279438 Mar 29 21:19:19.132167 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56624) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:19:19.136326 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-1cb2187c-540b-4a58-875b-d57c25c98d40 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group_rule': {'security_group_id': 'f6ba064e-7e26-4084-8fc0-57fe81163e87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:19:19.160356 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1cb2187c-540b-4a58-875b-d57c25c98d40 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.216230 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1cb2187c-540b-4a58-875b-d57c25c98d40 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.220446 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1cb2187c-540b-4a58-875b-d57c25c98d40 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.238059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2187c-540b-4a58-875b-d57c25c98d40 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e1535b-a7f7-4d64-bbbe-2fb0cdf851a5,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:19.246657 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1cb2187c-540b-4a58-875b-d57c25c98d40 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.247844 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-1cb2187c-540b-4a58-875b-d57c25c98d40 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147761 Mar 29 21:19:19.251794 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56626) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:19:19.256132 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:19:19.275901 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.372978 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.470817 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Allocated IP 172.28.3.83 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/7fcec95d-396a-4b57-a652-6d5b5cf06332) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:19:19.570838 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.602213 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.638258 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:19:19.640949 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:19:19.644472 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:19:19.667903 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=7fcec95d-396a-4b57-a652-6d5b5cf06332,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:19.729056 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.763996 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.906850 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.911304 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:19.978711 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=7fcec95d-396a-4b57-a652-6d5b5cf06332,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:19.990010 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:20.004234 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:20.005463 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-0a222ef8-f9fb-439b-85cc-1af39c1b6f3a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7527125 Mar 29 21:19:20.172708 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-418c00e8-b5d4-4eb6-ad30-f875f7a38a86 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1381479986&fields=id&tenant_id=c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 267 time: 0.0321782 Mar 29 21:19:20.280431 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-a85e2ca7-0a3c-4051-9e9f-51b3cf7b98a3 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:20.281879 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-a85e2ca7-0a3c-4051-9e9f-51b3cf7b98a3 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 815 time: 0.1024551 Mar 29 21:19:20.296646 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-10637241-f675-44f7-a52b-00a9ed17278a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/quotas/c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 375 time: 0.0090425 Mar 29 21:19:20.352566 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-93c80caf-dd44-4d20-a3ed-0c938aee0ffc tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0504901 Mar 29 21:19:20.527316 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-dca5d453-3a81-46f7-b0f7-875701bfec2b service neutron] 10.222.0.37 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631563 Mar 29 21:19:20.618984 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-43ead1c9-e9af-4e78-b3e8-bf2b8fc06fd9 service neutron] 10.222.0.37 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850434 Mar 29 21:19:20.777666 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-698e0875-ec81-4c81-891d-372b6c3bfa15 req-96e4b0a0-7fd2-469a-8616-125debfa43ae tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 210 time: 0.0255730 Mar 29 21:19:21.864440 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5ce42b91-29f1-4dcc-a314-d7430c278774 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:21.865830 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5ce42b91-29f1-4dcc-a314-d7430c278774 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 815 time: 0.1164677 Mar 29 21:19:21.879722 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2eeb0320-b8f0-431f-9388-b24cb36e19b0 req-2a0fb367-8f1a-4c74-9d96-bec5133600fe tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 210 time: 0.0327499 Mar 29 21:19:21.923898 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-b064cdaf-2fc4-41f4-ba3d-e3578b8cd104 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 473 time: 0.0354359 Mar 29 21:19:21.932203 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'port': {'device_id': '6a7167fc-635b-4a2b-8547-089829059c24', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'admin_state_up': True, 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'security_groups': ['f6ba064e-7e26-4084-8fc0-57fe81163e87']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:19:22.037805 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Made reservation on behalf of c5ebe354c07d486ba2fa6c948fd3968a for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:19:22.041235 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:22.163194 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Allocated IP 172.20.0.14 (df7d43a7-11cd-440a-8038-39e3b3948cf4/d76cea43-d501-411a-9323-297348e95938/f6817a84-3142-4d9f-aedf-d9a9d7bbac3d) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:19:22.297721 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:22.332635 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:22.622588 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:19:22.625811 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:19:22.629706 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:19:22.659700 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:22.687688 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:22.688315 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:22.705245 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-5821355e-1cbf-45f3-92b6-5ce59e646097 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764976 Mar 29 21:19:22.727016 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Request body: {'port': {'device_id': '6a7167fc-635b-4a2b-8547-089829059c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:19:22.785441 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:22.853541 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-9fe54114-7a08-4d88-b05a-94a01f28b6bd None None] Provisioning complete for port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:19:22.854194 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-9fe54114-7a08-4d88-b05a-94a01f28b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:22.887806 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-9fe54114-7a08-4d88-b05a-94a01f28b6bd None None] Port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:19:23.033609 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79286-6153-40e4-8081-bb25628a7ac3 req-f8b46810-727d-49ec-9e0d-d183b851b231 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:23.035094 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-46f79286-6153-40e4-8081-bb25628a7ac3 req-f8b46810-727d-49ec-9e0d-d183b851b231 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 932 time: 0.0738845 Mar 29 21:19:23.105035 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6817a84-3142-4d9f-aedf-d9a9d7bbac3d {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:19:23.111662 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-46f79286-6153-40e4-8081-bb25628a7ac3 req-9f548fd2-4cf9-42cb-a487-d1143fc8d4b0 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704229 Mar 29 21:19:23.115347 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:23.128745 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Transition to ACTIVE for port object f6817a84-3142-4d9f-aedf-d9a9d7bbac3d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:19:23.132586 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:23.186547 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Pushing event updated for resources: {'Port': ['ID=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:23.255465 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Attempting to bind port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:19:23.255796 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Attempting to bind port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:19:23.256120 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Attempting to bind port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:19:23.261690 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d on network df7d43a7-11cd-440a-8038-39e3b3948cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:19:23.262053 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Attempting to bind port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:19:23.267244 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:19:23.267576 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Checking segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:19:23.267985 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Bound using segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:19:23.268410 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Bound port: f6817a84-3142-4d9f-aedf-d9a9d7bbac3d, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:19:23.268761 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:23.332928 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] For port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:19:23.335954 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] For port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:19:23.340446 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:23.378982 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:23.379603 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:23.380958 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] 10.222.0.39 "PUT /v2.0/ports/f6817a84-3142-4d9f-aedf-d9a9d7bbac3d HTTP/1.1" status: 200 len: 1094 time: 0.6583016 Mar 29 21:19:23.381388 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7167fc-635b-4a2b-8547-089829059c24', 'tag': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:19:23.383677 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7167fc-635b-4a2b-8547-089829059c24", "tag": "f6817a84-3142-4d9f-aedf-d9a9d7bbac3d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:19:23.410942 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400874a-a340-488b-8b8f-9f620a3470da service neutron] Pushing event updated for resources: {'Port': ['ID=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:23.492078 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-aea0f010-71ff-41b8-ade4-b775d82aad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:23.493646 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-aea0f010-71ff-41b8-ade4-b775d82aad22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 1097 time: 0.0477967 Mar 29 21:19:23.497673 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ada84-2962-4784-a59d-3fd4600111aa x-openstack-request-id: req-739ada84-2962-4784-a59d-3fd4600111aa {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:19:23.497981 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7167fc-635b-4a2b-8547-089829059c24", "tag": "f6817a84-3142-4d9f-aedf-d9a9d7bbac3d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:19:23.498235 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-739ada84-2962-4784-a59d-3fd4600111aa {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:19:23.498624 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7167fc-635b-4a2b-8547-089829059c24', 'tag': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d', 'status': 'completed', 'code': 200} Mar 29 21:19:23.572137 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-753ab68a-1573-4a58-b98c-63db01958fb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d HTTP/1.1" status: 200 len: 217 time: 0.0353658 Mar 29 21:19:23.623193 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-b41f1000-b8c9-4308-84b0-931dd7516580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:23.625778 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-b41f1000-b8c9-4308-84b0-931dd7516580 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0477557 Mar 29 21:19:23.671801 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-271a2959-4ff7-4d3e-a103-7e3b86d894d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:23.673202 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-271a2959-4ff7-4d3e-a103-7e3b86d894d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0406475 Mar 29 21:19:23.759507 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-93ab6c73-961e-4c1c-923e-bc1620ae7fc2 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799284 Mar 29 21:19:23.849640 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c95fe19e-14b4-4ff5-aae4-5bab760359b6 req-bcbaf8d1-b4ec-4ef7-8b06-292ce697275a service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843916 Mar 29 21:19:23.986706 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-8a7c2c6a-440e-4499-9ad0-2c39a3b6287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:23.988162 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-8a7c2c6a-440e-4499-9ad0-2c39a3b6287b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 1097 time: 0.0403786 Mar 29 21:19:24.084912 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-6b49eb75-20fe-4512-95e2-889a9ad1b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:24.086371 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-6b49eb75-20fe-4512-95e2-889a9ad1b9f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0904989 Mar 29 21:19:24.127000 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-47ff3f23-8394-4c69-aa11-7099bc3bf6a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d HTTP/1.1" status: 200 len: 217 time: 0.0332289 Mar 29 21:19:24.178391 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-af721605-4d43-41ae-bf8d-cadfbc7a0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:24.179811 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-af721605-4d43-41ae-bf8d-cadfbc7a0677 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0465450 Mar 29 21:19:24.255097 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df33d-40e7-4462-8ec8-b231def29857 req-377c6cb3-8029-4867-8d45-152f16162a48 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:24.256470 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9a8df33d-40e7-4462-8ec8-b231def29857 req-377c6cb3-8029-4867-8d45-152f16162a48 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 944 time: 0.0757403 Mar 29 21:19:24.258200 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-b75a6210-a38d-4015-bf95-ec9ecdbe4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:24.259522 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-b75a6210-a38d-4015-bf95-ec9ecdbe4aae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709779 Mar 29 21:19:24.345119 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-9a8df33d-40e7-4462-8ec8-b231def29857 req-ef2626cf-3c46-41a0-bc58-5bbfd506e1fa tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821161 Mar 29 21:19:24.372407 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-7fa57659-7707-491e-b2ab-ca63478adad8 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037657 Mar 29 21:19:24.460675 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ca2cc8ab-5360-4ee3-b4f0-e807408fca12 req-d1f26cc1-00b7-4917-b0cb-e690e2feef6a service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816019 Mar 29 21:19:25.463696 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c926d4d-6436-481d-8556-5ffa1cd5aecb req-5e9d9b03-c239-425f-ba47-4ff0bfd27617 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:25.465159 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c926d4d-6436-481d-8556-5ffa1cd5aecb req-5e9d9b03-c239-425f-ba47-4ff0bfd27617 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 944 time: 0.0523624 Mar 29 21:19:25.501759 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c926d4d-6436-481d-8556-5ffa1cd5aecb req-3300969f-5e6d-4d69-a60f-d76fd90b793b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303702 Mar 29 21:19:26.615908 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df936-3df1-4c36-9161-f514824d4263 req-dce9cd60-7016-4d02-8f90-bb4e28dbca5a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:26.617365 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6b6df936-3df1-4c36-9161-f514824d4263 req-dce9cd60-7016-4d02-8f90-bb4e28dbca5a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 944 time: 0.0494246 Mar 29 21:19:26.659816 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6b6df936-3df1-4c36-9161-f514824d4263 req-4fc129a9-724c-4ee8-a67d-7c7d09602a92 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350311 Mar 29 21:19:27.772671 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45734a35-f047-41e4-9e1e-021b81b7fe26 req-7397f888-d7eb-4ce4-a0bd-0f27ff2a41ad tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:27.774111 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-45734a35-f047-41e4-9e1e-021b81b7fe26 req-7397f888-d7eb-4ce4-a0bd-0f27ff2a41ad tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 944 time: 0.0467975 Mar 29 21:19:27.813207 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-45734a35-f047-41e4-9e1e-021b81b7fe26 req-8d72f605-0e48-4ba7-82a3-bcfe23cbd04f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327547 Mar 29 21:19:28.333896 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device f6817a84-3142-4d9f-aedf-d9a9d7bbac3d details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:19:28.547586 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:19:28.558780 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'port_id': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d', 'mac_address': 'fa:16:3e:03:10:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:19:28.594870 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:28.606978 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6817a84-3142-4d9f-aedf-d9a9d7bbac3d {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:19:28.625745 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:19:28.629664 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:28.688990 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:28.695418 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:28.697000 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.697395 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.698328 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.698328 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.698977 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.699302 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.699627 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.699947 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.700270 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.700590 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.700909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.701223 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:19:28.932865 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993304b2-0313-4c36-b3f2-7822685aae49 req-b41acf0c-5688-4658-9ddd-e142b52f7158 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:28.934422 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-993304b2-0313-4c36-b3f2-7822685aae49 req-b41acf0c-5688-4658-9ddd-e142b52f7158 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Mar 29 21:19:28.971363 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-993304b2-0313-4c36-b3f2-7822685aae49 req-52197b8c-5f2e-4db4-85ab-35cd9dc86528 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Mar 29 21:19:29.059847 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['f6817a84-3142-4d9f-aedf-d9a9d7bbac3d'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:19:30.087398 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84cf54-d650-43b6-8542-0ced3971ec30 req-a2ae15c1-e343-495f-854e-b49c7459fe15 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:30.089581 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d84cf54-d650-43b6-8542-0ced3971ec30 req-a2ae15c1-e343-495f-854e-b49c7459fe15 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 945 time: 0.0507698 Mar 29 21:19:30.126736 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d84cf54-d650-43b6-8542-0ced3971ec30 req-6effa4e6-1de6-430b-bb2d-364e668643cf tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Mar 29 21:19:30.334620 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device f6817a84-3142-4d9f-aedf-d9a9d7bbac3d up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:19:30.382536 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:19:30.386786 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:19:30.387151 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:30.460970 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:30.483395 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7167fc-635b-4a2b-8547-089829059c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:19:30.485596 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8ffc61-70f2-4211-8cf4-cda45d3a56de" -d '{"events": [{"server_uuid": "6a7167fc-635b-4a2b-8547-089829059c24", "name": "network-vif-plugged", "status": "completed", "tag": "f6817a84-3142-4d9f-aedf-d9a9d7bbac3d"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:19:30.501805 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:19:30.505705 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:30.552272 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:19:30.577240 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4b233c-1430-4898-b3b8-f1db64e39a62 x-openstack-request-id: req-6d4b233c-1430-4898-b3b8-f1db64e39a62 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:19:30.577527 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7167fc-635b-4a2b-8547-089829059c24", "name": "network-vif-plugged", "status": "completed", "tag": "f6817a84-3142-4d9f-aedf-d9a9d7bbac3d", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:19:30.577770 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d4b233c-1430-4898-b3b8-f1db64e39a62 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:19:30.578179 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7167fc-635b-4a2b-8547-089829059c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d', 'code': 200} Mar 29 21:19:30.783619 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74307b91-1b3d-4a87-afe4-e57bb504a26a req-0c55c9e6-b4f1-4680-8371-a0d9b2bb0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:30.785083 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-74307b91-1b3d-4a87-afe4-e57bb504a26a req-0c55c9e6-b4f1-4680-8371-a0d9b2bb0a19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 1099 time: 0.0389631 Mar 29 21:19:30.819778 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-74307b91-1b3d-4a87-afe4-e57bb504a26a req-e3c58302-af6e-4525-829a-177ae6336737 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272193 Mar 29 21:19:31.102871 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:19:31.268645 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46306860-a50d-43c5-9fc8-184fff959062 req-ff2059d6-a082-4ef3-9812-d2af5df4a2a5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:31.270335 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-46306860-a50d-43c5-9fc8-184fff959062 req-ff2059d6-a082-4ef3-9812-d2af5df4a2a5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 946 time: 0.0682781 Mar 29 21:19:31.318223 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-46306860-a50d-43c5-9fc8-184fff959062 req-a160b0f0-f85c-45f8-b23c-ddd9c27be901 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 Mar 29 21:19:32.438832 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef69ed-a196-4cd0-9893-2acb79f9fdaf req-afad78cd-8083-41cc-bb0c-8b4078c5453e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:32.440286 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-daef69ed-a196-4cd0-9893-2acb79f9fdaf req-afad78cd-8083-41cc-bb0c-8b4078c5453e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 946 time: 0.0491028 Mar 29 21:19:32.477191 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-daef69ed-a196-4cd0-9893-2acb79f9fdaf req-46d51ed6-bb25-4739-bd48-41ce31a09d43 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309336 Mar 29 21:19:32.585574 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5584f-603c-469d-87d2-023f28d17b02 req-7795b669-50ac-447b-ab38-99788a9afde9 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:32.587041 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13c5584f-603c-469d-87d2-023f28d17b02 req-7795b669-50ac-447b-ab38-99788a9afde9 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 946 time: 0.0476818 Mar 29 21:19:32.596992 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56694) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:19:32.601831 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-b5d3db30-66f8-40a5-a78a-1cd7a0e91aa5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'floatingip': {'port_id': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:19:32.645023 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db30-66f8-40a5-a78a-1cd7a0e91aa5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:33.062501 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db30-66f8-40a5-a78a-1cd7a0e91aa5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:33.066234 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db30-66f8-40a5-a78a-1cd7a0e91aa5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:33.363537 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-b5d3db30-66f8-40a5-a78a-1cd7a0e91aa5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Floating IP 881a543d-fdf6-4356-8b1b-6f6429b02d91 associated. External IP: 172.28.3.83, port: f6817a84-3142-4d9f-aedf-d9a9d7bbac3d. Mar 29 21:19:33.563399 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d3db30-66f8-40a5-a78a-1cd7a0e91aa5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:19:33.672640 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d3db30-66f8-40a5-a78a-1cd7a0e91aa5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:19:33.677022 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db30-66f8-40a5-a78a-1cd7a0e91aa5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:33.684518 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:19:33.693768 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:19:33.694862 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:19:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:19:33.703872 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b5d3db30-66f8-40a5-a78a-1cd7a0e91aa5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "PUT /v2.0/floatingips/881a543d-fdf6-4356-8b1b-6f6429b02d91 HTTP/1.1" status: 200 len: 991 time: 1.1057670 Mar 29 21:19:33.704441 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7167fc-635b-4a2b-8547-089829059c24', 'tag': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:19:33.706716 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c5075ce7fbdf24a62ef22baba17db86c8febec6032db644a0044682309bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7167fc-635b-4a2b-8547-089829059c24", "tag": "f6817a84-3142-4d9f-aedf-d9a9d7bbac3d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:19:33.805283 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574d1d01-cf9f-4f00-83a9-081511a57ce7 x-openstack-request-id: req-574d1d01-cf9f-4f00-83a9-081511a57ce7 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:19:33.805571 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7167fc-635b-4a2b-8547-089829059c24", "tag": "f6817a84-3142-4d9f-aedf-d9a9d7bbac3d", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:19:33.805820 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-574d1d01-cf9f-4f00-83a9-081511a57ce7 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:19:33.806267 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7167fc-635b-4a2b-8547-089829059c24', 'tag': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d', 'status': 'completed', 'code': 200} Mar 29 21:19:33.890515 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:19:33.897692 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-237fe65a-d693-4e69-9722-a56fc362f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:33.899280 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-237fe65a-d693-4e69-9722-a56fc362f05e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 1099 time: 0.0443432 Mar 29 21:19:33.993896 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-36b7e279-6625-404b-8244-859d91e7f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:33.996211 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-36b7e279-6625-404b-8244-859d91e7f7d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0890114 Mar 29 21:19:34.064023 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-663f2e87-dbb1-40a3-b207-46533a0db265 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d HTTP/1.1" status: 200 len: 999 time: 0.0613351 Mar 29 21:19:34.111596 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-3abf2b74-5ce3-4f61-8872-bc0552fcd912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:34.113055 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-3abf2b74-5ce3-4f61-8872-bc0552fcd912 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0432854 Mar 29 21:19:34.113734 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '881a543d-fdf6-4356-8b1b-6f6429b02d91', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.83', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:03:10:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7167fc-635b-4a2b-8547-089829059c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:19:19Z', 'updated_at': '2022-03-29T21:19:32Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}, {'id': 'ebdf1202-c042-4917-affa-f27216078f12', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:17:45Z', 'updated_at': '2022-03-29T21:18:00Z', 'revision_number': 2, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:19:34.139246 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:19:34.147350 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:19:34.147944 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:19:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:19:34.156928 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-e48cc69f-64b5-4b1f-aa3f-9e7d2882f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:19:34.158685 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-e48cc69f-64b5-4b1f-aa3f-9e7d2882f150 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398607 Mar 29 21:19:34.250606 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-7d92f2a9-58fe-477b-a99c-864ffc6aa09d service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849590 Mar 29 21:19:34.250833 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:19:34.339824 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-1c1ad0ce-d4b6-4c82-83ad-d45338cdcfed req-8cdfce4a-46f5-4a5c-9a05-34ebe4c4d81e service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829329 Mar 29 21:19:34.473478 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '881a543d-fdf6-4356-8b1b-6f6429b02d91', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.83', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:03:10:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7167fc-635b-4a2b-8547-089829059c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:19:19Z', 'updated_at': '2022-03-29T21:19:32Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}, {'id': 'ebdf1202-c042-4917-affa-f27216078f12', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:17:45Z', 'updated_at': '2022-03-29T21:18:00Z', 'revision_number': 2, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:19:34.498850 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c2190-456c-4f18-91c8-fd2f19f63e40 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '881a543d-fdf6-4356-8b1b-6f6429b02d91', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.83', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:03:10:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7167fc-635b-4a2b-8547-089829059c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:19:19Z', 'updated_at': '2022-03-29T21:19:32Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}, {'id': 'ebdf1202-c042-4917-affa-f27216078f12', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:17:45Z', 'updated_at': '2022-03-29T21:18:00Z', 'revision_number': 2, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:19:34.673849 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911c854-6b24-49a0-ae25-18ca5225133e None None] New status for floating IP 881a543d-fdf6-4356-8b1b-6f6429b02d91: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:19:42.739810 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-228eff61-ba8f-447f-99f3-e61348a65628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:45.067982 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-fea45708-aabf-4a50-96c7-88f12fb60eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:46.090962 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:47.758601 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:48.434682 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:19:58.682551 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:08.100788 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:20:09.732657 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-307fa8e5-a5b4-48f8-8e5c-3a78796e6e0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425589 Mar 29 21:20:09.830210 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-c8885148-e596-451f-9885-90a9036b2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:09.831660 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-c8885148-e596-451f-9885-90a9036b2d03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 1099 time: 0.0402141 Mar 29 21:20:09.931730 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-a7d02f02-86a1-49fe-a76f-26456f1da6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:09.933158 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-a7d02f02-86a1-49fe-a76f-26456f1da6c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0827351 Mar 29 21:20:10.002533 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-894b4ba2-320a-4393-ad8f-e0045106b62f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650 HTTP/1.1" status: 200 len: 1002 time: 0.0600512 Mar 29 21:20:10.049234 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-ca561960-092b-43a6-838d-9811f11a7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:10.050642 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-ca561960-092b-43a6-838d-9811f11a7327 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0418172 Mar 29 21:20:10.094963 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-6c961088-2df0-4250-9bf4-e085d3dd4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:10.096405 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-6c961088-2df0-4250-9bf4-e085d3dd4720 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0387659 Mar 29 21:20:10.186366 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-c4870425-0628-4db1-927e-23896c96ba84 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832765 Mar 29 21:20:10.273750 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-190c56ae-2d95-49a1-9cfa-65859f69a1bb req-ae2c3848-0601-4364-a196-371428b001ad service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803332 Mar 29 21:20:12.741150 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-29019b51-8b30-46e5-9817-e95541e094db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:15.069545 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-683f01ae-e00b-4dc2-ba9b-95fb80aff4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:16.094378 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:17.760678 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:18.437587 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:28.683072 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:42.742347 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e77e3cea-dd16-43c9-a1fb-c76fddcbbaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:45.070580 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1b84a072-4a0e-4acd-8201-5f49526212b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:45.099228 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:20:46.096684 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:47.765521 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:48.439817 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:49.132196 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebd71-aab8-48e3-b32b-e96512490fa0 req-059f4601-8014-424f-82a4-c127f82acb10 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:49.133692 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-050ebd71-aab8-48e3-b32b-e96512490fa0 req-059f4601-8014-424f-82a4-c127f82acb10 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 946 time: 0.0537829 Mar 29 21:20:49.170736 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-050ebd71-aab8-48e3-b32b-e96512490fa0 req-66d76d5f-a234-4e5c-a36e-820e4a502d8c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310707 Mar 29 21:20:50.305498 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56656110-e351-4a65-8632-9eb21b2cddc2 req-54a9b6c2-9f26-42ba-bdd2-f87f32c7c5c6 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:50.306885 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-56656110-e351-4a65-8632-9eb21b2cddc2 req-54a9b6c2-9f26-42ba-bdd2-f87f32c7c5c6 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 946 time: 0.0473638 Mar 29 21:20:50.344062 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-56656110-e351-4a65-8632-9eb21b2cddc2 req-53bc8f08-59ce-4566-a6ab-f941568d058b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6ba064e-7e26-4084-8fc0-57fe81163e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Mar 29 21:20:50.772503 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-2b7c510e-1a93-466d-9a10-0f8c03153d63 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:50.773917 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-2b7c510e-1a93-466d-9a10-0f8c03153d63 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 946 time: 0.0460148 Mar 29 21:20:50.864686 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Deleting port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:20:50.865067 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:50.950547 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] For port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:20:50.950897 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:51.117997 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:51.118280 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:51.118594 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Floating IP 881a543d-fdf6-4356-8b1b-6f6429b02d91 disassociated. External IP: 172.28.3.83, port: f6817a84-3142-4d9f-aedf-d9a9d7bbac3d. Mar 29 21:20:51.118932 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Calling delete_port for f6817a84-3142-4d9f-aedf-d9a9d7bbac3d owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:20:51.244728 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:51.276066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'Port': ['ID=f6817a84-3142-4d9f-aedf-d9a9d7bbac3d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:20:51.287690 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.288049 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.288376 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.288706 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.289031 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.289356 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.289678 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.290036 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.290361 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.290679 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.290996 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.291311 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:51.398438 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:20:51.467148 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-98f7be13-5db2-4f1d-9fef-d899d79d6e45 req-d89f1ddd-4ebe-43b6-96b5-549a7b25ae39 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a7167fc-635b-4a2b-8547-089829059c24 HTTP/1.1" status: 200 len: 210 time: 0.0566089 Mar 29 21:20:51.524730 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:20:51.534071 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:20:51.543798 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:20:51.544597 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:20:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:20:51.562705 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] No DVR routers for this DVR port f6817a84-3142-4d9f-aedf-d9a9d7bbac3d on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:20:51.565790 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:51.569290 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fd865fbf-ee86-4fc6-887d-f44c887a2522 req-368a9b66-a007-4fb3-a8db-4cd9bf58258a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "DELETE /v2.0/ports/f6817a84-3142-4d9f-aedf-d9a9d7bbac3d HTTP/1.1" status: 204 len: 173 time: 0.7892768 Mar 29 21:20:51.569736 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7167fc-635b-4a2b-8547-089829059c24', 'name': 'network-vif-deleted', 'tag': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:20:51.572692 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851d2952-d63f-4528-bd49-67bf082aa0f9" -d '{"events": [{"server_uuid": "6a7167fc-635b-4a2b-8547-089829059c24", "name": "network-vif-deleted", "tag": "f6817a84-3142-4d9f-aedf-d9a9d7bbac3d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:20:51.612960 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8da81ee-950b-42cf-a707-cfe8674e88b5 x-openstack-request-id: req-b8da81ee-950b-42cf-a707-cfe8674e88b5 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:20:51.613305 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7167fc-635b-4a2b-8547-089829059c24", "name": "network-vif-deleted", "tag": "f6817a84-3142-4d9f-aedf-d9a9d7bbac3d", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:20:51.613561 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8da81ee-950b-42cf-a707-cfe8674e88b5 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:20:51.613982 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7167fc-635b-4a2b-8547-089829059c24', 'name': 'network-vif-deleted', 'tag': 'f6817a84-3142-4d9f-aedf-d9a9d7bbac3d', 'status': 'completed', 'code': 200} Mar 29 21:20:51.653175 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:20:51.887285 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'ebdf1202-c042-4917-affa-f27216078f12', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:17:45Z', 'updated_at': '2022-03-29T21:18:00Z', 'revision_number': 2, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:20:51.913930 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:20:51.922271 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:20:51.922863 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:20:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:20:52.030110 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:20:52.267029 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'ebdf1202-c042-4917-affa-f27216078f12', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:17:45Z', 'updated_at': '2022-03-29T21:18:00Z', 'revision_number': 2, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:20:52.370636 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e1555f-6ae1-4ff9-8757-05c54e975771 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'ebdf1202-c042-4917-affa-f27216078f12', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:8a:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:17:45Z', 'updated_at': '2022-03-29T21:18:00Z', 'revision_number': 2, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:20:52.554812 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56750) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:52.589555 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b577f0-71d0-470b-98c9-954cc557e76b None None] New status for floating IP 881a543d-fdf6-4356-8b1b-6f6429b02d91: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:20:52.613849 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:52.639545 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:52.688588 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:52.691282 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:52.692420 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "DELETE /v2.0/security-groups/f6ba064e-7e26-4084-8fc0-57fe81163e87 HTTP/1.1" status: 204 len: 168 time: 0.1366131 Mar 29 21:20:52.696238 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56754) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:52.701345 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ba064e-7e26-4084-8fc0-57fe81163e87,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:20:52.709516 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.709870 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.710250 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.710758 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.711262 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.711767 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.712100 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.712952 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.713291 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.713623 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.713985 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.714294 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da9a5f-8dba-4d2d-8638-ee50a35e7d61 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:20:52.721188 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.api.v2.resource [None req-cb4669a5-3329-415a-849e-812c58aa8e93 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] show failed (client error): The resource could not be found. Mar 29 21:20:52.722492 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-cb4669a5-3329-415a-849e-812c58aa8e93 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups/f6ba064e-7e26-4084-8fc0-57fe81163e87 HTTP/1.1" status: 404 len: 347 time: 0.0239787 Mar 29 21:20:52.726613 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56756) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:52.860285 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Deleting port 7fcec95d-396a-4b57-a652-6d5b5cf06332 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:20:52.860618 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:52.939592 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:52.939905 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:52.951854 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Calling delete_port for 7fcec95d-396a-4b57-a652-6d5b5cf06332 owned by network:floatingip {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:20:53.082467 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:53.109443 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'Port': ['ID=7fcec95d-396a-4b57-a652-6d5b5cf06332,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:20:53.166970 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:53.169812 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:53.171003 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-cc9abe5d-f1ac-4ee0-bf80-39f57c70f587 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "DELETE /v2.0/floatingips/881a543d-fdf6-4356-8b1b-6f6429b02d91 HTTP/1.1" status: 204 len: 168 time: 0.4425542 Mar 29 21:20:54.740010 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eb7ef-2edb-48c6-b83f-feeda3760cdb req-fb973f05-19ef-4d1e-bf11-38c1715aaeeb tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:54.741374 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4a7eb7ef-2edb-48c6-b83f-feeda3760cdb req-fb973f05-19ef-4d1e-bf11-38c1715aaeeb tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 946 time: 0.0479202 Mar 29 21:20:54.761566 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device f6817a84-3142-4d9f-aedf-d9a9d7bbac3d no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:20:54.779435 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4a7eb7ef-2edb-48c6-b83f-feeda3760cdb req-432a56a5-e8af-4779-a22c-81047dfbabcf tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Mar 29 21:20:54.781859 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: f6817a84-3142-4d9f-aedf-d9a9d7bbac3d {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:20:54.782230 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device f6817a84-3142-4d9f-aedf-d9a9d7bbac3d not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:20:55.903265 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec3fb0-6343-43d9-afa2-3d01d70c63fa req-bf1fa945-4318-4e5f-b534-38c94f50b318 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:55.904724 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-16ec3fb0-6343-43d9-afa2-3d01d70c63fa req-bf1fa945-4318-4e5f-b534-38c94f50b318 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 946 time: 0.0569365 Mar 29 21:20:55.942377 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-16ec3fb0-6343-43d9-afa2-3d01d70c63fa req-85ce864f-148d-4cbf-b3a8-f4cff62c64b2 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308785 Mar 29 21:20:56.792852 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-d9b32796-0c68-40fc-b0fc-cd327c2304c6 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:56.794330 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-d9b32796-0c68-40fc-b0fc-cd327c2304c6 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 946 time: 0.0468557 Mar 29 21:20:56.882768 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Deleting port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:20:56.883102 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:56.975871 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] For port 2b27851a-a1f0-492f-86b6-1b1b33ed1650, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=2b27851a-a1f0-492f-86b6-1b1b33ed1650,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:20:56.976438 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:57.119804 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa016c0-46d3-4369-b75e-55f742c279f8 req-1d789083-5934-4dd0-a99a-df2307f96dbf tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:20:57.121176 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bfa016c0-46d3-4369-b75e-55f742c279f8 req-1d789083-5934-4dd0-a99a-df2307f96dbf tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d83df322-1814-499e-a1f6-70baaf7f2d18 HTTP/1.1" status: 200 len: 946 time: 0.0991039 Mar 29 21:20:57.446591 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-bfa016c0-46d3-4369-b75e-55f742c279f8 req-cae0138e-e5c9-4059-9ac9-19867a6f18ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=94697ef4-2b03-4146-af3c-7c08c0d912c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155091 Mar 29 21:20:57.449434 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:57.449792 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:57.450131 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Floating IP ebdf1202-c042-4917-affa-f27216078f12 disassociated. External IP: 172.28.3.155, port: 2b27851a-a1f0-492f-86b6-1b1b33ed1650. Mar 29 21:20:57.450468 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Calling delete_port for 2b27851a-a1f0-492f-86b6-1b1b33ed1650 owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:20:57.575145 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:57.604575 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'Port': ['ID=2b27851a-a1f0-492f-86b6-1b1b33ed1650,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:20:57.713291 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:20:57.822203 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:20:57.832334 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:20:57.841587 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:20:57.842547 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:20:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:20:57.860656 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] No DVR routers for this DVR port 2b27851a-a1f0-492f-86b6-1b1b33ed1650 on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:20:57.863156 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:57.866399 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7503518e-8dca-4407-ab48-9b6de9f16d32 req-55b9edc7-5ee5-47c2-be02-c35c6cba9554 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "DELETE /v2.0/ports/2b27851a-a1f0-492f-86b6-1b1b33ed1650 HTTP/1.1" status: 204 len: 173 time: 1.0662634 Mar 29 21:20:57.866826 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'name': 'network-vif-deleted', 'tag': '2b27851a-a1f0-492f-86b6-1b1b33ed1650'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:20:57.869070 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e211fdeb-f382-4775-bf11-b08f163964a6" -d '{"events": [{"server_uuid": "d83df322-1814-499e-a1f6-70baaf7f2d18", "name": "network-vif-deleted", "tag": "2b27851a-a1f0-492f-86b6-1b1b33ed1650"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:20:57.906570 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c35cff-91fd-4100-860c-bf4b98094533 x-openstack-request-id: req-e5c35cff-91fd-4100-860c-bf4b98094533 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:20:57.906864 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83df322-1814-499e-a1f6-70baaf7f2d18", "name": "network-vif-deleted", "tag": "2b27851a-a1f0-492f-86b6-1b1b33ed1650", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:20:57.907128 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5c35cff-91fd-4100-860c-bf4b98094533 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:20:57.907505 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83df322-1814-499e-a1f6-70baaf7f2d18', 'name': 'network-vif-deleted', 'tag': '2b27851a-a1f0-492f-86b6-1b1b33ed1650', 'status': 'completed', 'code': 200} Mar 29 21:20:57.955163 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:20:58.159721 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:20:58.184659 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:20:58.192583 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:20:58.193165 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:20:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:20:58.298154 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:20:58.495437 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:20:58.527570 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56794) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:58.528105 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010eb9fd-e229-4dda-bfb6-0df602079ab4 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:20:58.594414 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2f03466-192a-411e-90a3-0ecb8c8fc749 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:58.620497 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2f03466-192a-411e-90a3-0ecb8c8fc749 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:58.669679 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2f03466-192a-411e-90a3-0ecb8c8fc749 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:58.673728 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2f03466-192a-411e-90a3-0ecb8c8fc749 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:58.677384 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a2f03466-192a-411e-90a3-0ecb8c8fc749 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "DELETE /v2.0/security-groups/94697ef4-2b03-4146-af3c-7c08c0d912c0 HTTP/1.1" status: 204 len: 168 time: 0.1461909 Mar 29 21:20:58.677750 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56796) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:58.684403 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f03466-192a-411e-90a3-0ecb8c8fc749 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94697ef4-2b03-4146-af3c-7c08c0d912c0,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:20:58.697521 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.api.v2.resource [None req-a6c45d30-83ad-4bdf-96ff-fb1801fa03e8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] show failed (client error): The resource could not be found. Mar 29 21:20:58.698954 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-a6c45d30-83ad-4bdf-96ff-fb1801fa03e8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups/94697ef4-2b03-4146-af3c-7c08c0d912c0 HTTP/1.1" status: 404 len: 347 time: 0.0193572 Mar 29 21:20:58.701958 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56798) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:58.709402 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:58.767912 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceb56f-77a2-4d83-b853-3d0ac6cc8905 None None] New status for floating IP ebdf1202-c042-4917-affa-f27216078f12: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:20:58.834450 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Deleting port 3eb89894-b47b-4313-af00-fc0e70390730 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:20:58.834694 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:58.919429 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:58.919978 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:58.933374 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Calling delete_port for 3eb89894-b47b-4313-af00-fc0e70390730 owned by network:floatingip {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:20:59.063966 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.090671 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'Port': ['ID=3eb89894-b47b-4313-af00-fc0e70390730,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:20:59.146922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.149362 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.150539 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-74004b7a-c87f-4cae-8023-74e6c6da0a76 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "DELETE /v2.0/floatingips/ebdf1202-c042-4917-affa-f27216078f12 HTTP/1.1" status: 204 len: 168 time: 0.4473665 Mar 29 21:20:59.472290 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56804) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:59.476874 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-62ba4df5-07bb-4686-8076-f1eef57f604e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827571225', 'description': 'tempest-description--25915622'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:20:59.497955 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62ba4df5-07bb-4686-8076-f1eef57f604e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.568721 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62ba4df5-07bb-4686-8076-f1eef57f604e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.572417 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62ba4df5-07bb-4686-8076-f1eef57f604e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.604003 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62ba4df5-07bb-4686-8076-f1eef57f604e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.605222 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-62ba4df5-07bb-4686-8076-f1eef57f604e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1319067 Mar 29 21:20:59.606444 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba4df5-07bb-4686-8076-f1eef57f604e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a79014-82e8-416d-99ad-aa079a570249,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:20:59.608118 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56806) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:59.612992 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-08178fdc-dd19-4311-a165-0fec4e1a4035 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group_rule': {'security_group_id': 'e0a79014-82e8-416d-99ad-aa079a570249', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:20:59.638106 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-08178fdc-dd19-4311-a165-0fec4e1a4035 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.691834 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-08178fdc-dd19-4311-a165-0fec4e1a4035 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.695531 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-08178fdc-dd19-4311-a165-0fec4e1a4035 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.718185 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08178fdc-dd19-4311-a165-0fec4e1a4035 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2f736a-80ea-4357-98af-d0b722cda7ad,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:20:59.724166 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-08178fdc-dd19-4311-a165-0fec4e1a4035 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.725060 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-08178fdc-dd19-4311-a165-0fec4e1a4035 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158969 Mar 29 21:20:59.728292 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56808) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:59.732574 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-6c6a43d0-f816-4bfb-97f0-b41c034ade78 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group_rule': {'security_group_id': 'e0a79014-82e8-416d-99ad-aa079a570249', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:20:59.757313 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6c6a43d0-f816-4bfb-97f0-b41c034ade78 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.811904 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6c6a43d0-f816-4bfb-97f0-b41c034ade78 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.815708 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6c6a43d0-f816-4bfb-97f0-b41c034ade78 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.832537 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a43d0-f816-4bfb-97f0-b41c034ade78 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97de9223-0014-4352-97af-18abe54b03df,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:20:59.840439 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6c6a43d0-f816-4bfb-97f0-b41c034ade78 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.841840 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-6c6a43d0-f816-4bfb-97f0-b41c034ade78 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124387 Mar 29 21:20:59.845239 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56810) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:20:59.850246 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:20:59.871864 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:20:59.970839 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:00.069264 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Allocated IP 172.28.3.197 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/31f1a42b-0f67-4d42-adeb-300d04bf0637) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:21:00.173182 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:00.204479 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:00.242816 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:21:00.245529 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:21:00.249065 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:21:00.272491 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=31f1a42b-0f67-4d42-adeb-300d04bf0637,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:21:00.332876 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:00.369474 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:00.511021 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:00.515270 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:00.584705 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=31f1a42b-0f67-4d42-adeb-300d04bf0637,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:21:00.595111 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:00.609507 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:00.610835 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-db3d476d-3679-4411-855a-2eacec416f12 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7646403 Mar 29 21:21:00.745890 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-0fb4cbd1-9d57-4ba1-84bd-db97e4bdc23b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--827571225&fields=id&tenant_id=c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 267 time: 0.0323155 Mar 29 21:21:00.787154 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 2b27851a-a1f0-492f-86b6-1b1b33ed1650 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:21:00.807375 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 2b27851a-a1f0-492f-86b6-1b1b33ed1650 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:21:00.807714 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 2b27851a-a1f0-492f-86b6-1b1b33ed1650 not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:21:00.852364 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-20f3c67b-3997-4654-b657-3f7007166862 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:00.853783 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-20f3c67b-3997-4654-b657-3f7007166862 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 815 time: 0.1010275 Mar 29 21:21:00.868212 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-339b38a4-6f60-4787-b022-f4c7d43831f8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/quotas/c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 375 time: 0.0087278 Mar 29 21:21:00.921171 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-dd229b04-1208-4663-88ad-b8b4ecb5b6be tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475357 Mar 29 21:21:01.014477 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-a8404dff-1842-4e1d-bfa4-2789d8914b40 service neutron] 10.222.0.37 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814047 Mar 29 21:21:01.104724 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-2af714c0-d892-491c-a5ed-d8ce3e249397 service neutron] 10.222.0.37 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832341 Mar 29 21:21:01.264296 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-45918069-1786-468e-bed8-90b51d94c6c8 req-37494f5a-1cc7-455a-b2d9-7a991803cc8a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 210 time: 0.0259700 Mar 29 21:21:02.259443 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-393c9bc4-8d1a-42a0-8bc4-8d227fb4363a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:02.260804 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-393c9bc4-8d1a-42a0-8bc4-8d227fb4363a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 815 time: 0.1121032 Mar 29 21:21:02.331756 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8105fd21-d205-4930-81d0-ceabab105dfb tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 379 time: 0.0362475 Mar 29 21:21:02.349640 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'port': {'device_id': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'admin_state_up': True, 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'security_groups': ['e0a79014-82e8-416d-99ad-aa079a570249']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:21:02.367631 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5ed5e507-3fef-449b-9fba-48d17cd55ea0 req-51601ff2-0287-4b35-9cf9-73a542f88402 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 210 time: 0.0320649 Mar 29 21:21:02.467475 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Made reservation on behalf of c5ebe354c07d486ba2fa6c948fd3968a for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:21:02.471245 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:02.591481 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Allocated IP 172.20.0.10 (df7d43a7-11cd-440a-8038-39e3b3948cf4/d76cea43-d501-411a-9323-297348e95938/624dd428-e96d-4353-b2cb-2b2baabdd2f7) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:21:02.725820 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:02.757261 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:02.800349 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:21:02.803503 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:21:02.806948 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:21:02.833856 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=624dd428-e96d-4353-b2cb-2b2baabdd2f7,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:21:02.863993 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:02.864628 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:02.881565 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-24f7f66b-0930-47fd-944d-7fa0c6e7c007 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5376348 Mar 29 21:21:02.899723 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Request body: {'port': {'device_id': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:21:02.963406 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:03.019863 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-f950a9ab-d391-4b17-80df-f4ba0ffe71c6 None None] Provisioning complete for port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:21:03.020407 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f950a9ab-d391-4b17-80df-f4ba0ffe71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:03.056542 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-f950a9ab-d391-4b17-80df-f4ba0ffe71c6 None None] Port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:21:03.219296 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624dd428-e96d-4353-b2cb-2b2baabdd2f7 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:21:03.226410 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:03.239488 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Transition to ACTIVE for port object 624dd428-e96d-4353-b2cb-2b2baabdd2f7 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:21:03.243103 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:03.296164 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Pushing event updated for resources: {'Port': ['ID=624dd428-e96d-4353-b2cb-2b2baabdd2f7,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:21:03.364724 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Attempting to bind port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:21:03.365052 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Attempting to bind port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:21:03.365370 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Attempting to bind port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:21:03.369861 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 on network df7d43a7-11cd-440a-8038-39e3b3948cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:21:03.370254 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Attempting to bind port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:21:03.375664 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:21:03.375991 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Checking segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:21:03.376428 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Bound using segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:21:03.376953 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Bound port: 624dd428-e96d-4353-b2cb-2b2baabdd2f7, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:21:03.377300 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:03.471680 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] For port 624dd428-e96d-4353-b2cb-2b2baabdd2f7, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:21:03.486355 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] For port 624dd428-e96d-4353-b2cb-2b2baabdd2f7, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=624dd428-e96d-4353-b2cb-2b2baabdd2f7,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:21:03.491209 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:03.531866 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:03.532472 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:03.533873 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] 10.222.0.39 "PUT /v2.0/ports/624dd428-e96d-4353-b2cb-2b2baabdd2f7 HTTP/1.1" status: 200 len: 1094 time: 0.6385236 Mar 29 21:21:03.534337 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'tag': '624dd428-e96d-4353-b2cb-2b2baabdd2f7'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:21:03.536575 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646a6e4a-e438-4b8c-a253-f0515ad11879" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f5652-308a-4745-91bd-af34878edbd2", "tag": "624dd428-e96d-4353-b2cb-2b2baabdd2f7"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:21:03.548679 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcccb0-07c1-4184-a220-34567984d670 req-d98fbcac-d410-4723-b5bc-797d9c3ddc13 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:03.550153 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-19fcccb0-07c1-4184-a220-34567984d670 req-d98fbcac-d410-4723-b5bc-797d9c3ddc13 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 944 time: 0.1114442 Mar 29 21:21:03.574913 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edef8f2-ab94-40c4-acf2-de2ca78c395a service neutron] Pushing event updated for resources: {'Port': ['ID=624dd428-e96d-4353-b2cb-2b2baabdd2f7,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:21:03.597665 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4e1dde-643d-4173-a71f-0fa7de01e279 x-openstack-request-id: req-fb4e1dde-643d-4173-a71f-0fa7de01e279 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:21:03.597968 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f5652-308a-4745-91bd-af34878edbd2", "tag": "624dd428-e96d-4353-b2cb-2b2baabdd2f7", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:21:03.598242 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb4e1dde-643d-4173-a71f-0fa7de01e279 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:21:03.598637 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'tag': '624dd428-e96d-4353-b2cb-2b2baabdd2f7', 'status': 'completed', 'code': 200} Mar 29 21:21:03.606079 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-19fcccb0-07c1-4184-a220-34567984d670 req-8582084c-3a02-478c-baa4-cd98163a7369 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482137 Mar 29 21:21:03.650817 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-5dd8e1c5-8f6a-49a9-a91c-37a2e845cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:03.652302 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-5dd8e1c5-8f6a-49a9-a91c-37a2e845cb19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0415080 Mar 29 21:21:03.705486 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-a843735f-7141-41b3-80fd-2afb7a99692f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624dd428-e96d-4353-b2cb-2b2baabdd2f7 HTTP/1.1" status: 200 len: 217 time: 0.0388508 Mar 29 21:21:03.753705 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-bc96d810-21b5-4519-9bd9-fd05951cdca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:03.755072 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-bc96d810-21b5-4519-9bd9-fd05951cdca4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0435493 Mar 29 21:21:03.799641 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-ceea698d-115e-41b6-95d0-304f76d9e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:03.801097 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-ceea698d-115e-41b6-95d0-304f76d9e158 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0384345 Mar 29 21:21:03.889838 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-791c72d4-2647-45a6-b74c-1d1896b31ee0 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826049 Mar 29 21:21:03.976244 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-47013f6c-a886-4900-8bb3-d7611bd76010 req-35a42bb6-f430-46fa-b8da-a2b6468c9f45 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803394 Mar 29 21:21:04.102401 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-c8e1e408-ca3c-461a-98aa-d53adcbec56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:04.103780 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-c8e1e408-ca3c-461a-98aa-d53adcbec56c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0434480 Mar 29 21:21:04.192444 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-bcff741e-a1a4-4229-afe4-947e1d2f0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:04.193888 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-bcff741e-a1a4-4229-afe4-947e1d2f0fd2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0831034 Mar 29 21:21:04.237834 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-36ef57fd-0b40-43e9-b046-6da2861b5830 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624dd428-e96d-4353-b2cb-2b2baabdd2f7 HTTP/1.1" status: 200 len: 217 time: 0.0369177 Mar 29 21:21:04.285205 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-667db388-7141-4fdc-aa85-429760b6d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:04.286638 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-667db388-7141-4fdc-aa85-429760b6d9a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0426147 Mar 29 21:21:04.329130 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-d0f075ab-5bb2-4972-b8d2-7d247409c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:04.330606 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-d0f075ab-5bb2-4972-b8d2-7d247409c4d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0379782 Mar 29 21:21:04.422725 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-7d0e8711-a77a-4c2a-aa11-44ee520986ea service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851545 Mar 29 21:21:04.507259 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-646a6e4a-e438-4b8c-a253-f0515ad11879 req-bb0e5691-52ab-467c-b9c9-f7f02a1ce488 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787768 Mar 29 21:21:04.723341 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54272-6019-4710-a05b-2e6aa12b4e99 req-ff0c2569-8a84-4fc9-850d-841b27d703f2 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:04.724784 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-09f54272-6019-4710-a05b-2e6aa12b4e99 req-ff0c2569-8a84-4fc9-850d-841b27d703f2 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 944 time: 0.0478947 Mar 29 21:21:04.764939 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-09f54272-6019-4710-a05b-2e6aa12b4e99 req-0e3181e1-d1e1-4036-83eb-ea55b2ec60dd tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341682 Mar 29 21:21:05.876142 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d761e8-59a7-40f8-ba42-36bc5569f75b req-7ceb7d8d-676d-4d37-9b11-023fca6a55e0 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:05.877736 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-51d761e8-59a7-40f8-ba42-36bc5569f75b req-7ceb7d8d-676d-4d37-9b11-023fca6a55e0 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 944 time: 0.0477831 Mar 29 21:21:05.918998 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-51d761e8-59a7-40f8-ba42-36bc5569f75b req-13e9e467-31f7-4c7b-a5d0-20185c6ed906 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344069 Mar 29 21:21:07.030507 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19ad97-8b7a-43a3-9050-010ef0340ca5 req-b458021e-2dc8-4a3b-a7d6-4b96f4b65e1a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:07.032645 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2a19ad97-8b7a-43a3-9050-010ef0340ca5 req-b458021e-2dc8-4a3b-a7d6-4b96f4b65e1a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 944 time: 0.0484757 Mar 29 21:21:07.069846 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-2a19ad97-8b7a-43a3-9050-010ef0340ca5 req-e5c497aa-ca12-4be1-a92e-873732a2136c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313122 Mar 29 21:21:08.184250 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e09593-6cbe-4d35-9e48-24e680790fed req-fba72183-2d85-44ae-a3b5-fdb445d95131 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:08.185679 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-84e09593-6cbe-4d35-9e48-24e680790fed req-fba72183-2d85-44ae-a3b5-fdb445d95131 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 944 time: 0.0487535 Mar 29 21:21:08.226722 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-84e09593-6cbe-4d35-9e48-24e680790fed req-17dfd959-0b68-4f84-9b12-e5df67757be7 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349665 Mar 29 21:21:08.830413 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 624dd428-e96d-4353-b2cb-2b2baabdd2f7 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:21:08.925278 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 624dd428-e96d-4353-b2cb-2b2baabdd2f7, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=624dd428-e96d-4353-b2cb-2b2baabdd2f7,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:21:08.936013 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '624dd428-e96d-4353-b2cb-2b2baabdd2f7', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'port_id': '624dd428-e96d-4353-b2cb-2b2baabdd2f7', 'mac_address': 'fa:16:3e:18:b7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:21:08.972798 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:08.985927 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624dd428-e96d-4353-b2cb-2b2baabdd2f7 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:21:09.010033 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 624dd428-e96d-4353-b2cb-2b2baabdd2f7, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=624dd428-e96d-4353-b2cb-2b2baabdd2f7,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:21:09.013648 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:09.057685 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=624dd428-e96d-4353-b2cb-2b2baabdd2f7,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:21:09.065214 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.065569 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.065907 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.066270 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.066605 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.066938 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.067267 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.067599 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.067947 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.068276 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.068602 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.068925 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:21:09.339050 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c14248-10a6-46c1-9d29-8175fefc02e7 req-4a9dac9d-0889-404f-a565-ecbcf689ab54 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:09.340478 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-09c14248-10a6-46c1-9d29-8175fefc02e7 req-4a9dac9d-0889-404f-a565-ecbcf689ab54 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 945 time: 0.0471604 Mar 29 21:21:09.377342 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-09c14248-10a6-46c1-9d29-8175fefc02e7 req-f25ea591-8f15-4d43-b6a9-d2c410b625dc tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300481 Mar 29 21:21:09.427081 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['624dd428-e96d-4353-b2cb-2b2baabdd2f7'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:21:10.487812 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f88752-c4b5-4821-820c-89cf26878caa req-c58b7d52-d697-4624-892f-e04944440bd6 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:10.489262 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20f88752-c4b5-4821-820c-89cf26878caa req-c58b7d52-d697-4624-892f-e04944440bd6 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 945 time: 0.0468936 Mar 29 21:21:10.527406 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20f88752-c4b5-4821-820c-89cf26878caa req-7d7ed9ef-ddcf-4820-b5ad-1cac333f9813 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Mar 29 21:21:10.836908 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 624dd428-e96d-4353-b2cb-2b2baabdd2f7 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:21:10.889239 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:21:10.894022 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:21:10.894390 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:10.968785 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:10.991431 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dd428-e96d-4353-b2cb-2b2baabdd2f7'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:21:10.993645 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0997021-c541-4fda-9dd9-e74362324c46" -d '{"events": [{"server_uuid": "ba2f5652-308a-4745-91bd-af34878edbd2", "name": "network-vif-plugged", "status": "completed", "tag": "624dd428-e96d-4353-b2cb-2b2baabdd2f7"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:21:11.007364 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 624dd428-e96d-4353-b2cb-2b2baabdd2f7, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=624dd428-e96d-4353-b2cb-2b2baabdd2f7,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:21:11.012453 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:11.037016 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aadfa70-4d4b-4225-b1ba-16522cf12b38 x-openstack-request-id: req-0aadfa70-4d4b-4225-b1ba-16522cf12b38 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:21:11.037301 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f5652-308a-4745-91bd-af34878edbd2", "name": "network-vif-plugged", "status": "completed", "tag": "624dd428-e96d-4353-b2cb-2b2baabdd2f7", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:21:11.037547 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0aadfa70-4d4b-4225-b1ba-16522cf12b38 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:21:11.037927 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dd428-e96d-4353-b2cb-2b2baabdd2f7', 'code': 200} Mar 29 21:21:11.063014 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=624dd428-e96d-4353-b2cb-2b2baabdd2f7,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:21:11.223719 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af81c79-f7ce-41c6-94de-26374754cf01 req-6b4a9536-a830-40c6-9414-dfa0f73b92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:11.225143 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7af81c79-f7ce-41c6-94de-26374754cf01 req-6b4a9536-a830-40c6-9414-dfa0f73b92a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 1099 time: 0.0391626 Mar 29 21:21:11.262086 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7af81c79-f7ce-41c6-94de-26374754cf01 req-6c70b6b5-62af-412e-8327-6fe281acd17f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306902 Mar 29 21:21:11.638283 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ff0f6-55af-4455-8f95-2cafdf332b47 req-a5200ad1-355a-457b-b361-22e780de924c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:11.639724 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-234ff0f6-55af-4455-8f95-2cafdf332b47 req-a5200ad1-355a-457b-b361-22e780de924c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 946 time: 0.0475328 Mar 29 21:21:11.681259 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-234ff0f6-55af-4455-8f95-2cafdf332b47 req-5950c769-a8c6-4c3d-998b-bdffe9b01765 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354509 Mar 29 21:21:12.746019 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4daaf0c4-d6ae-4927-bc1e-8dda2009a88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:12.804703 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7b5fe-3e28-4efc-a1ff-13f61018f59e req-4ae57da5-deb8-486b-b8fc-959ed3c2587f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:12.806167 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dec7b5fe-3e28-4efc-a1ff-13f61018f59e req-4ae57da5-deb8-486b-b8fc-959ed3c2587f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 946 time: 0.0484924 Mar 29 21:21:12.843215 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-dec7b5fe-3e28-4efc-a1ff-13f61018f59e req-bf74fd22-188a-45b0-837d-bf6c99264159 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310318 Mar 29 21:21:12.951719 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993997b-0f7e-44cb-8c59-64128d79c369 req-db3a1a00-7286-4833-b7f7-af5b8432e8ef tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:12.953382 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7993997b-0f7e-44cb-8c59-64128d79c369 req-db3a1a00-7286-4833-b7f7-af5b8432e8ef tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 946 time: 0.0474489 Mar 29 21:21:12.961691 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56868) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:21:12.965720 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-6d0e97fd-2a69-4385-93f2-ed9574c6cf19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'floatingip': {'port_id': '624dd428-e96d-4353-b2cb-2b2baabdd2f7'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:21:13.009062 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d0e97fd-2a69-4385-93f2-ed9574c6cf19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:13.699884 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d0e97fd-2a69-4385-93f2-ed9574c6cf19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:13.703654 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d0e97fd-2a69-4385-93f2-ed9574c6cf19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:13.800796 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [None req-6d0e97fd-2a69-4385-93f2-ed9574c6cf19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Floating IP c61d73c2-b73d-480a-a05f-38efe4cfc794 associated. External IP: 172.28.3.197, port: 624dd428-e96d-4353-b2cb-2b2baabdd2f7. Mar 29 21:21:14.008659 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0e97fd-2a69-4385-93f2-ed9574c6cf19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:21:14.113740 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0e97fd-2a69-4385-93f2-ed9574c6cf19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:21:14.118329 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d0e97fd-2a69-4385-93f2-ed9574c6cf19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:14.125967 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:21:14.134959 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:21:14.135559 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:20:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:21:14.144626 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-6d0e97fd-2a69-4385-93f2-ed9574c6cf19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "PUT /v2.0/floatingips/c61d73c2-b73d-480a-a05f-38efe4cfc794 HTTP/1.1" status: 200 len: 992 time: 1.1819861 Mar 29 21:21:14.145191 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'tag': '624dd428-e96d-4353-b2cb-2b2baabdd2f7'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:21:14.147453 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2f1305-df23-4f7e-b7aa-101d8879af33" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f5652-308a-4745-91bd-af34878edbd2", "tag": "624dd428-e96d-4353-b2cb-2b2baabdd2f7"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:21:14.183375 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f59fa0-d4ca-4871-ae6b-76eeeba02d26 x-openstack-request-id: req-f8f59fa0-d4ca-4871-ae6b-76eeeba02d26 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:21:14.183662 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f5652-308a-4745-91bd-af34878edbd2", "tag": "624dd428-e96d-4353-b2cb-2b2baabdd2f7", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:21:14.183916 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8f59fa0-d4ca-4871-ae6b-76eeeba02d26 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:21:14.184309 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'tag': '624dd428-e96d-4353-b2cb-2b2baabdd2f7', 'status': 'completed', 'code': 200} Mar 29 21:21:14.251792 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:21:14.276589 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-a295666a-d87c-4a2d-ad6e-1d7850b236f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:14.278105 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-a295666a-d87c-4a2d-ad6e-1d7850b236f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 1099 time: 0.0451653 Mar 29 21:21:14.369757 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-d35dd189-af86-49cc-8bae-936b731edb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:14.371254 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-d35dd189-af86-49cc-8bae-936b731edb1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0863109 Mar 29 21:21:14.438748 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-f3a96ed8-bb38-4332-9698-0ba414ec373d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624dd428-e96d-4353-b2cb-2b2baabdd2f7 HTTP/1.1" status: 200 len: 1000 time: 0.0602934 Mar 29 21:21:14.473554 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'c61d73c2-b73d-480a-a05f-38efe4cfc794', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.197', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '624dd428-e96d-4353-b2cb-2b2baabdd2f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:18:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:21:00Z', 'updated_at': '2022-03-29T21:21:13Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:21:14.487239 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-94a99cd3-a159-499d-8d0c-8012845a64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:14.488681 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-94a99cd3-a159-499d-8d0c-8012845a64f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0436029 Mar 29 21:21:14.502457 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:21:14.510528 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:21:14.511122 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:20:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:21:14.534288 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-97740576-4eaf-43e5-a3cf-fe6ed6281bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:21:14.535768 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-97740576-4eaf-43e5-a3cf-fe6ed6281bb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408926 Mar 29 21:21:14.621838 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:21:14.629915 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-74c4bc1a-4af7-4b33-ac4a-4f521d598080 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866704 Mar 29 21:21:14.717616 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3c2f1305-df23-4f7e-b7aa-101d8879af33 req-522fcb38-09c9-4c94-888c-437e75acda70 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811949 Mar 29 21:21:14.924453 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'c61d73c2-b73d-480a-a05f-38efe4cfc794', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.197', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '624dd428-e96d-4353-b2cb-2b2baabdd2f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:18:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:21:00Z', 'updated_at': '2022-03-29T21:21:13Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:21:14.954518 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757699fe-6463-4cb4-a59e-f5913f2c06b3 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': 'c61d73c2-b73d-480a-a05f-38efe4cfc794', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.197', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '624dd428-e96d-4353-b2cb-2b2baabdd2f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:18:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:21:00Z', 'updated_at': '2022-03-29T21:21:13Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:21:15.072507 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-ba6df7d1-ee6a-4f46-afdd-673947651a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:15.136218 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53724ea8-c798-4ff6-adcd-955bde82234d None None] New status for floating IP c61d73c2-b73d-480a-a05f-38efe4cfc794: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:21:16.098967 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:17.768397 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:18.441394 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:22.097305 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:21:28.698803 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:42.747330 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-947984e8-0655-4cb7-ae57-a6b62a3233d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:45.074236 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a9875b17-a811-45ae-a820-2d5cce3908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:46.101775 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:47.770902 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:48.443509 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:58.701130 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:21:59.095826 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:22:12.718500 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-07e5b194-45ab-4c46-92c4-a33624cfef0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441942 Mar 29 21:22:12.748908 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b51c2db8-f6d5-4f1f-8d6f-dfce6d1bae84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:12.818399 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-1af06132-a338-4822-b0cd-e51e55c29d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:12.819889 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-1af06132-a338-4822-b0cd-e51e55c29d5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 1099 time: 0.0404007 Mar 29 21:22:12.920415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-271ab1a7-da9f-4285-9ea5-e9337c443e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:12.921889 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-271ab1a7-da9f-4285-9ea5-e9337c443e26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0826664 Mar 29 21:22:12.990374 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-58e09ecd-a614-488d-a4d7-4514562e9a81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624dd428-e96d-4353-b2cb-2b2baabdd2f7 HTTP/1.1" status: 200 len: 1002 time: 0.0609100 Mar 29 21:22:13.037154 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-dbe077dc-1033-498f-9055-579e1c2e92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:13.038606 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-dbe077dc-1033-498f-9055-579e1c2e92d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0421157 Mar 29 21:22:13.082733 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-eb110539-e41e-44d6-b083-b317e27b172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:13.084169 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-eb110539-e41e-44d6-b083-b317e27b172d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0387383 Mar 29 21:22:13.176922 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-fe9d2090-0ba3-4260-8ee3-6103d0f69749 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851364 Mar 29 21:22:13.266287 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93a86cb6-c5b2-4822-81e5-e82f91e54267 req-fbfa3848-099a-4b03-9dd6-f97dcbbdcdec service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828598 Mar 29 21:22:15.075269 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-0a10a928-82cb-4670-804e-915e5f6c82a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:16.110762 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:17.774184 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:18.446348 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:28.716298 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:34.897699 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545561-c20c-48e5-84d6-e7c7e2397d32 req-b6e7234a-60f3-4a1b-9036-cb9e232224db tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:34.899086 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be545561-c20c-48e5-84d6-e7c7e2397d32 req-b6e7234a-60f3-4a1b-9036-cb9e232224db tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 946 time: 0.0487113 Mar 29 21:22:34.936291 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-be545561-c20c-48e5-84d6-e7c7e2397d32 req-c951f8c7-b745-46ef-ba28-10002dd4a009 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Mar 29 21:22:36.053471 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8d5f0-ba1e-4466-914a-d877b813f8c9 req-b5cc1888-aae0-4425-b8be-665571fdf7a8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:36.054934 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20e8d5f0-ba1e-4466-914a-d877b813f8c9 req-b5cc1888-aae0-4425-b8be-665571fdf7a8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 946 time: 0.0477784 Mar 29 21:22:36.092234 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-20e8d5f0-ba1e-4466-914a-d877b813f8c9 req-7289faf2-08a0-4d4f-b8e9-8752cf599943 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310771 Mar 29 21:22:36.093823 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:22:36.921287 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-bcd8a80e-1c25-4dea-b135-4e31b8a78074 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:36.922786 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-bcd8a80e-1c25-4dea-b135-4e31b8a78074 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 946 time: 0.0484164 Mar 29 21:22:37.020153 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Deleting port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:22:37.020481 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:37.123406 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] For port 624dd428-e96d-4353-b2cb-2b2baabdd2f7, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=624dd428-e96d-4353-b2cb-2b2baabdd2f7,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:22:37.123406 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:37.300884 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204bab6-d235-4b7f-9ce8-687c959f4282 req-2a8b3a59-68a0-4ef5-8108-7a694fa75fea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:37.302509 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5204bab6-d235-4b7f-9ce8-687c959f4282 req-2a8b3a59-68a0-4ef5-8108-7a694fa75fea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba2f5652-308a-4745-91bd-af34878edbd2 HTTP/1.1" status: 200 len: 946 time: 0.1186728 Mar 29 21:22:37.405450 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5204bab6-d235-4b7f-9ce8-687c959f4282 req-170dbd5b-7db0-493b-8d26-c6d179b7e783 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0a79014-82e8-416d-99ad-aa079a570249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939884 Mar 29 21:22:37.409126 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:37.409505 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:37.409814 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Floating IP c61d73c2-b73d-480a-a05f-38efe4cfc794 disassociated. External IP: 172.28.3.197, port: 624dd428-e96d-4353-b2cb-2b2baabdd2f7. Mar 29 21:22:37.410242 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Calling delete_port for 624dd428-e96d-4353-b2cb-2b2baabdd2f7 owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:22:37.566139 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:37.594684 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'Port': ['ID=624dd428-e96d-4353-b2cb-2b2baabdd2f7,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:37.606637 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.606986 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.607324 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.607661 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.607990 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.608319 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.608647 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.608974 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.609300 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.609624 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.609972 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.610299 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:37.719059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:22:37.823719 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:22:37.839248 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:22:37.852959 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:22:37.853871 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:22:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:22:37.864912 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] No DVR routers for this DVR port 624dd428-e96d-4353-b2cb-2b2baabdd2f7 on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:22:37.867468 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:37.870796 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ad5e0de4-5712-4faf-b1bb-f35ac3396d98 req-1cb77cbe-d52c-4831-8723-e8683f0cd01b tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "DELETE /v2.0/ports/624dd428-e96d-4353-b2cb-2b2baabdd2f7 HTTP/1.1" status: 204 len: 173 time: 0.9418726 Mar 29 21:22:37.871227 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'name': 'network-vif-deleted', 'tag': '624dd428-e96d-4353-b2cb-2b2baabdd2f7'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:22:37.873527 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13baf3b8-0056-4b05-a3c6-a61a6fcd1952" -d '{"events": [{"server_uuid": "ba2f5652-308a-4745-91bd-af34878edbd2", "name": "network-vif-deleted", "tag": "624dd428-e96d-4353-b2cb-2b2baabdd2f7"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:22:37.910732 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50563112-ca20-44e0-92db-b072cba633e3 x-openstack-request-id: req-50563112-ca20-44e0-92db-b072cba633e3 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:22:37.910958 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f5652-308a-4745-91bd-af34878edbd2", "name": "network-vif-deleted", "tag": "624dd428-e96d-4353-b2cb-2b2baabdd2f7", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:22:37.911254 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50563112-ca20-44e0-92db-b072cba633e3 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:22:37.911641 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f5652-308a-4745-91bd-af34878edbd2', 'name': 'network-vif-deleted', 'tag': '624dd428-e96d-4353-b2cb-2b2baabdd2f7', 'status': 'completed', 'code': 200} Mar 29 21:22:37.976710 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:22:38.176512 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:22:38.205433 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:22:38.213268 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:22:38.213846 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:22:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:22:38.312892 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:22:38.490656 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56976) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:22:38.513651 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:22:38.538945 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56677d-2bb2-4e63-aa20-31364109ef56 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:22:38.551480 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:38.576162 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:38.627342 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:38.629995 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:38.631146 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "DELETE /v2.0/security-groups/e0a79014-82e8-416d-99ad-aa079a570249 HTTP/1.1" status: 204 len: 168 time: 0.1395161 Mar 29 21:22:38.634065 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56980) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:22:38.640079 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a79014-82e8-416d-99ad-aa079a570249,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:38.647340 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.647697 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.648044 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.648164 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.api.v2.resource [None req-756de772-1284-43ad-997a-aad273b6f2d0 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] show failed (client error): The resource could not be found. Mar 29 21:22:38.648448 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.648792 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.649080 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-756de772-1284-43ad-997a-aad273b6f2d0 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups/e0a79014-82e8-416d-99ad-aa079a570249 HTTP/1.1" status: 404 len: 347 time: 0.0141158 Mar 29 21:22:38.649204 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.649571 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.650098 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.650439 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.650780 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.651112 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.651445 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010fd45b-bfb4-444a-ac83-146bae4eebc1 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:38.651914 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56982) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:22:38.776142 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d00ff5-7ff0-4c93-be93-bd6596e5be4e None None] New status for floating IP c61d73c2-b73d-480a-a05f-38efe4cfc794: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:22:38.786201 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Deleting port 31f1a42b-0f67-4d42-adeb-300d04bf0637 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:22:38.786534 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:38.862641 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:38.862946 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:38.874723 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Calling delete_port for 31f1a42b-0f67-4d42-adeb-300d04bf0637 owned by network:floatingip {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:22:39.008187 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.032262 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'Port': ['ID=31f1a42b-0f67-4d42-adeb-300d04bf0637,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:39.095751 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.098288 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.099425 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-a1461ae9-6b2b-454b-9d9e-8cd0211000ea tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "DELETE /v2.0/floatingips/c61d73c2-b73d-480a-a05f-38efe4cfc794 HTTP/1.1" status: 204 len: 168 time: 0.4466286 Mar 29 21:22:39.410894 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 56986) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:22:39.415434 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-12545eb4-a81b-4fb4-939e-418188e50b94 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780234776', 'description': 'tempest-description--414515865'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:22:39.435354 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-12545eb4-a81b-4fb4-939e-418188e50b94 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.500805 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-12545eb4-a81b-4fb4-939e-418188e50b94 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.504822 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-12545eb4-a81b-4fb4-939e-418188e50b94 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.534362 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-12545eb4-a81b-4fb4-939e-418188e50b94 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.535567 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-12545eb4-a81b-4fb4-939e-418188e50b94 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1236708 Mar 29 21:22:39.537401 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12545eb4-a81b-4fb4-939e-418188e50b94 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92aa924-fd05-46da-91be-8590d5815245,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:39.538484 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56988) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:22:39.544335 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-a3a04f29-28d3-4263-89e1-8546c4c6540d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group_rule': {'security_group_id': 'c92aa924-fd05-46da-91be-8590d5815245', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:22:39.571336 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3a04f29-28d3-4263-89e1-8546c4c6540d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.616795 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3a04f29-28d3-4263-89e1-8546c4c6540d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.620251 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3a04f29-28d3-4263-89e1-8546c4c6540d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.638775 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a04f29-28d3-4263-89e1-8546c4c6540d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f4cec6-d3c2-4732-be32-fed0ffe3e652,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:39.648762 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3a04f29-28d3-4263-89e1-8546c4c6540d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.649930 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a3a04f29-28d3-4263-89e1-8546c4c6540d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095695 Mar 29 21:22:39.652603 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56990) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:22:39.656838 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-dee5d831-3ea2-4e7e-9b33-d709ce47ae2f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'security_group_rule': {'security_group_id': 'c92aa924-fd05-46da-91be-8590d5815245', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:22:39.679793 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dee5d831-3ea2-4e7e-9b33-d709ce47ae2f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.734284 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dee5d831-3ea2-4e7e-9b33-d709ce47ae2f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.738007 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dee5d831-3ea2-4e7e-9b33-d709ce47ae2f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.754504 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5d831-3ea2-4e7e-9b33-d709ce47ae2f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8613a334-6082-4d5f-b522-d8d553fb457e,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:39.762181 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dee5d831-3ea2-4e7e-9b33-d709ce47ae2f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.763341 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-dee5d831-3ea2-4e7e-9b33-d709ce47ae2f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1098318 Mar 29 21:22:39.766373 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 56992) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:22:39.771215 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:22:39.790025 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.885167 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:39.988390 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Allocated IP 172.28.3.206 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/e4cfcd71-fdc0-4d9d-95cd-252a4e8a446e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:22:40.088434 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:40.120502 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:40.159007 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:22:40.163329 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:22:40.166306 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:22:40.171432 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=e4cfcd71-fdc0-4d9d-95cd-252a4e8a446e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:40.257923 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:40.290191 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:40.434436 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:40.439820 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16975573'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:40.505633 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=e4cfcd71-fdc0-4d9d-95cd-252a4e8a446e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:40.515134 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:40.530228 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:40.531438 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-88312ca1-6c90-428a-9a84-482bfba42e74 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7635868 Mar 29 21:22:40.668228 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-b08a8232-53c2-4972-97de-8ad97f36a6a8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--780234776&fields=id&tenant_id=c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 267 time: 0.0320737 Mar 29 21:22:40.774977 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694928-d2bc-438d-8283-cf4900b625ff req-2292ddb3-347c-474a-991f-fa70cd001840 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:40.776330 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-2292ddb3-347c-474a-991f-fa70cd001840 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 815 time: 0.1010344 Mar 29 21:22:40.790892 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-f423ab56-9042-4118-91f3-1cae26aa8880 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/quotas/c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 375 time: 0.0089562 Mar 29 21:22:40.842028 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-624563db-2b44-4ce4-85ea-39926265eb19 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457981 Mar 29 21:22:40.900781 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-2977f7e7-07a6-496b-b5e1-35a827465b31 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:22:40.901774 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-2977f7e7-07a6-496b-b5e1-35a827465b31 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482388 Mar 29 21:22:40.989590 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8912bd5a-31a5-40c6-8265-b53ef219d9d1 service neutron] 10.222.0.37 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815194 Mar 29 21:22:41.078670 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-ad9fea70-a91d-4722-a591-03ffb0aad801 service neutron] 10.222.0.37 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829427 Mar 29 21:22:41.199910 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 624dd428-e96d-4353-b2cb-2b2baabdd2f7 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:22:41.221797 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 624dd428-e96d-4353-b2cb-2b2baabdd2f7 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:22:41.222276 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 624dd428-e96d-4353-b2cb-2b2baabdd2f7 not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:22:41.243864 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0dca50f1-a724-4ef3-92b4-39bbce34122d req-c5c4dac7-af67-48cd-a72f-0f0a21b82a90 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 210 time: 0.0279655 Mar 29 21:22:42.214863 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694928-d2bc-438d-8283-cf4900b625ff req-355ae4dc-62d2-422b-abae-a8c9356744d4 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:42.216288 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-355ae4dc-62d2-422b-abae-a8c9356744d4 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 815 time: 0.1041908 Mar 29 21:22:42.266617 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-188c30e6-12df-46c0-a517-9ae9ab2ce80d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5ebe354c07d486ba2fa6c948fd3968a HTTP/1.1" status: 200 len: 379 time: 0.0350711 Mar 29 21:22:42.277326 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'port': {'device_id': 'e49d589a-16b5-494c-9675-8adab70383d4', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'admin_state_up': True, 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'security_groups': ['c92aa924-fd05-46da-91be-8590d5815245']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:22:42.365785 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8f9d456a-6ad9-4ca2-a7e7-609b30d25fc9 req-2324dc74-51ce-4068-b8b5-8f8ffd19006e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 210 time: 0.0343335 Mar 29 21:22:42.405307 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Made reservation on behalf of c5ebe354c07d486ba2fa6c948fd3968a for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:22:42.409136 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:42.535986 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Allocated IP 172.20.0.9 (df7d43a7-11cd-440a-8038-39e3b3948cf4/d76cea43-d501-411a-9323-297348e95938/03b1babb-4d15-4f5f-a121-89fb7fda66dc) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:22:42.672151 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:42.705588 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:42.746965 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:22:42.752851 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:22:42.755205 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-cf47800d-0bf6-446b-8357-738f23b2f35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:42.756966 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:22:42.785399 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event updated for resources: {'Port': ['ID=03b1babb-4d15-4f5f-a121-89fb7fda66dc,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:42.813570 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:42.814226 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:42.830989 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-7c1700a0-6e28-45c2-97d9-9ec72ac2c5ed tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586069 Mar 29 21:22:42.855700 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Request body: {'port': {'device_id': 'e49d589a-16b5-494c-9675-8adab70383d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:22:42.910700 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:42.976718 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-c38895c3-5cfe-40ed-94e0-e25d532fff8d None None] Provisioning complete for port 03b1babb-4d15-4f5f-a121-89fb7fda66dc triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:22:42.977091 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c38895c3-5cfe-40ed-94e0-e25d532fff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:43.009311 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-c38895c3-5cfe-40ed-94e0-e25d532fff8d None None] Port 03b1babb-4d15-4f5f-a121-89fb7fda66dc cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:22:43.431331 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b1babb-4d15-4f5f-a121-89fb7fda66dc {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:22:43.447875 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:43.480295 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Transition to ACTIVE for port object 03b1babb-4d15-4f5f-a121-89fb7fda66dc will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:22:43.485213 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:43.527946 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290125-8dc1-4423-8757-badaa2f7ad9c req-82edf067-333d-4225-978d-7f1b2c256513 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:43.529431 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-66290125-8dc1-4423-8757-badaa2f7ad9c req-82edf067-333d-4225-978d-7f1b2c256513 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 931 time: 0.0938787 Mar 29 21:22:43.558545 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Pushing event updated for resources: {'Port': ['ID=03b1babb-4d15-4f5f-a121-89fb7fda66dc,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:43.622896 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-66290125-8dc1-4423-8757-badaa2f7ad9c req-822da016-2e80-4b31-b253-e615155d3e15 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858445 Mar 29 21:22:43.649530 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Attempting to bind port 03b1babb-4d15-4f5f-a121-89fb7fda66dc on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:22:43.649854 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Attempting to bind port 03b1babb-4d15-4f5f-a121-89fb7fda66dc by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:22:43.650198 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Attempting to bind port 03b1babb-4d15-4f5f-a121-89fb7fda66dc on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:22:43.654578 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Port 03b1babb-4d15-4f5f-a121-89fb7fda66dc on network df7d43a7-11cd-440a-8038-39e3b3948cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:22:43.654885 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Attempting to bind port 03b1babb-4d15-4f5f-a121-89fb7fda66dc on network df7d43a7-11cd-440a-8038-39e3b3948cf4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:22:43.659789 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:22:43.660116 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Checking segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:22:43.660751 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Bound using segment: {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:22:43.661181 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Bound port: 03b1babb-4d15-4f5f-a121-89fb7fda66dc, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86bff04-51a3-47ad-9da0-194bfcf28ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:22:43.661625 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:43.728633 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] For port 03b1babb-4d15-4f5f-a121-89fb7fda66dc, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:22:43.732202 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] For port 03b1babb-4d15-4f5f-a121-89fb7fda66dc, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=03b1babb-4d15-4f5f-a121-89fb7fda66dc,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:22:43.736385 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:43.774748 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:43.775349 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:43.776722 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] 10.222.0.39 "PUT /v2.0/ports/03b1babb-4d15-4f5f-a121-89fb7fda66dc HTTP/1.1" status: 200 len: 1093 time: 0.9254160 Mar 29 21:22:43.777146 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49d589a-16b5-494c-9675-8adab70383d4', 'tag': '03b1babb-4d15-4f5f-a121-89fb7fda66dc'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:22:43.779362 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a32048-0865-4a96-9325-c6e3871dafa4" -d '{"events": [{"name": "network-changed", "server_uuid": "e49d589a-16b5-494c-9675-8adab70383d4", "tag": "03b1babb-4d15-4f5f-a121-89fb7fda66dc"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:22:43.797922 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23f914-0fcc-4b21-be55-7b227d5eaf3e service neutron] Pushing event updated for resources: {'Port': ['ID=03b1babb-4d15-4f5f-a121-89fb7fda66dc,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:43.833931 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ba5329-f157-4557-84a8-617ece0b9eb3 x-openstack-request-id: req-f4ba5329-f157-4557-84a8-617ece0b9eb3 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:22:43.834263 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49d589a-16b5-494c-9675-8adab70383d4", "tag": "03b1babb-4d15-4f5f-a121-89fb7fda66dc", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:22:43.834521 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4ba5329-f157-4557-84a8-617ece0b9eb3 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:22:43.834926 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49d589a-16b5-494c-9675-8adab70383d4', 'tag': '03b1babb-4d15-4f5f-a121-89fb7fda66dc', 'status': 'completed', 'code': 200} Mar 29 21:22:43.906346 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694928-d2bc-438d-8283-cf4900b625ff req-3adad1e5-0944-4810-9c54-89bfbc22908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:43.909135 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-3adad1e5-0944-4810-9c54-89bfbc22908a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 1096 time: 0.0562639 Mar 29 21:22:43.961023 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-4d337bc4-ed99-4bb4-ab83-d961b5eda909 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03b1babb-4d15-4f5f-a121-89fb7fda66dc HTTP/1.1" status: 200 len: 217 time: 0.0391045 Mar 29 21:22:44.008111 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694928-d2bc-438d-8283-cf4900b625ff req-b9d8c5cb-e96c-4507-b2d2-0bfc98d44500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:44.009514 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-b9d8c5cb-e96c-4507-b2d2-0bfc98d44500 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0426872 Mar 29 21:22:44.055064 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694928-d2bc-438d-8283-cf4900b625ff req-e8050cf1-a195-476b-82d0-c6ea4ef305fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:44.056377 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-e8050cf1-a195-476b-82d0-c6ea4ef305fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0399570 Mar 29 21:22:44.148329 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-5a7e4667-fa49-4929-ab13-22ecedb36b58 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855470 Mar 29 21:22:44.236412 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3694928-d2bc-438d-8283-cf4900b625ff req-62d574f0-6742-4edd-aa15-8cfc53d2c7af service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810194 Mar 29 21:22:44.365683 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-389deb45-a60e-457a-b585-cdc7d50381d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:44.367246 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-389deb45-a60e-457a-b585-cdc7d50381d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 1096 time: 0.0458586 Mar 29 21:22:44.454121 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-8fe95e6b-2eec-4273-b815-b3cf0b8dab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:44.455603 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-8fe95e6b-2eec-4273-b815-b3cf0b8dab53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0820012 Mar 29 21:22:44.499679 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-c6030bd9-b025-4217-9927-1be0c9d2500f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03b1babb-4d15-4f5f-a121-89fb7fda66dc HTTP/1.1" status: 200 len: 217 time: 0.0366640 Mar 29 21:22:44.545137 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-11765c57-f753-4759-b0ef-97f7e0a1e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:44.546606 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-11765c57-f753-4759-b0ef-97f7e0a1e7b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0414801 Mar 29 21:22:44.589839 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-28bbd988-b163-4ed2-9314-68dc927c6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:44.591375 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-28bbd988-b163-4ed2-9314-68dc927c6743 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0388844 Mar 29 21:22:44.682170 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-baa8838a-7cbd-42ef-bdc3-6eb995b2e0e0 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834203 Mar 29 21:22:44.819401 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6be254-01ba-4d06-aad8-094ba573bcb7 req-94c00018-9cc6-48b0-b58a-ec1dd6cfff4d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:44.820756 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5e6be254-01ba-4d06-aad8-094ba573bcb7 req-94c00018-9cc6-48b0-b58a-ec1dd6cfff4d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 943 time: 0.0724161 Mar 29 21:22:44.822891 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-24a32048-0865-4a96-9325-c6e3871dafa4 req-c0f0a7ce-b32e-4a0b-9f92-6bc5ee38c3d6 service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324570 Mar 29 21:22:44.861887 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5e6be254-01ba-4d06-aad8-094ba573bcb7 req-59449bfd-7231-4e0d-aa53-9281850ef058 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350528 Mar 29 21:22:45.076508 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-99022f62-2036-4e15-a6d8-517a77a6c107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:45.985492 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be08769-6075-494e-b923-5c30f6e90fd3 req-05f626a6-0d84-44b3-9567-226339c5b029 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:45.986988 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5be08769-6075-494e-b923-5c30f6e90fd3 req-05f626a6-0d84-44b3-9567-226339c5b029 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 943 time: 0.0491035 Mar 29 21:22:46.023383 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5be08769-6075-494e-b923-5c30f6e90fd3 req-58122cff-7d79-4709-8ba9-66f598b4a5e0 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304370 Mar 29 21:22:46.107290 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:47.142537 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54694d6-5453-43a1-81e6-460c6638ae88 req-c7aae2ad-9299-4251-a694-563634145fd4 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:47.144209 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e54694d6-5453-43a1-81e6-460c6638ae88 req-c7aae2ad-9299-4251-a694-563634145fd4 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 943 time: 0.0534129 Mar 29 21:22:47.186874 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e54694d6-5453-43a1-81e6-460c6638ae88 req-8ab6bffb-24fd-495c-8173-1c360b4e60cd tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367200 Mar 29 21:22:47.244172 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 03b1babb-4d15-4f5f-a121-89fb7fda66dc details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:22:47.339285 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 03b1babb-4d15-4f5f-a121-89fb7fda66dc, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=03b1babb-4d15-4f5f-a121-89fb7fda66dc,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:22:47.350890 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '03b1babb-4d15-4f5f-a121-89fb7fda66dc', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'port_id': '03b1babb-4d15-4f5f-a121-89fb7fda66dc', 'mac_address': 'fa:16:3e:c7:00:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:22:47.385985 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:47.398752 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b1babb-4d15-4f5f-a121-89fb7fda66dc {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:22:47.421682 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 03b1babb-4d15-4f5f-a121-89fb7fda66dc, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=03b1babb-4d15-4f5f-a121-89fb7fda66dc,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:22:47.426211 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:47.432050 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [req-a22fda7a-37cf-4dc7-b94e-f67f2d2ab5b2 req-19874414-4b1b-4c1f-82dc-153b2934d6df service neutron] (101971) timed out ('10.222.0.39', 58169) {{(pid=101971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 21:22:47.474490 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=03b1babb-4d15-4f5f-a121-89fb7fda66dc,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:47.481438 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.481785 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.482151 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.482484 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.482813 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.483138 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.483463 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.483783 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.484129 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.484454 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.484775 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.485093 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:22:47.777270 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:47.819302 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['03b1babb-4d15-4f5f-a121-89fb7fda66dc'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:22:48.304970 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84a585-fecf-4329-86b1-52fcc762821c req-710f8366-ab83-4ffc-8e0e-3bf868f877fe tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:48.306433 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-da84a585-fecf-4329-86b1-52fcc762821c req-710f8366-ab83-4ffc-8e0e-3bf868f877fe tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 944 time: 0.0504119 Mar 29 21:22:48.342794 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-da84a585-fecf-4329-86b1-52fcc762821c req-44a8df3f-c3d6-4e52-815b-ec1796b6bef5 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304868 Mar 29 21:22:48.448314 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:49.248735 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 03b1babb-4d15-4f5f-a121-89fb7fda66dc up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:22:49.296517 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 03b1babb-4d15-4f5f-a121-89fb7fda66dc completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:22:49.301087 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 03b1babb-4d15-4f5f-a121-89fb7fda66dc triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:22:49.301455 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:49.378995 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:49.402430 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49d589a-16b5-494c-9675-8adab70383d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b1babb-4d15-4f5f-a121-89fb7fda66dc'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:22:49.404691 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dbf47f-04ab-4827-abe5-820931de1185" -d '{"events": [{"server_uuid": "e49d589a-16b5-494c-9675-8adab70383d4", "name": "network-vif-plugged", "status": "completed", "tag": "03b1babb-4d15-4f5f-a121-89fb7fda66dc"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:22:49.421397 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 03b1babb-4d15-4f5f-a121-89fb7fda66dc, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=03b1babb-4d15-4f5f-a121-89fb7fda66dc,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:22:49.425716 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:49.451420 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddd4418-1837-4ba1-86e5-f33328b2ab97 x-openstack-request-id: req-9ddd4418-1837-4ba1-86e5-f33328b2ab97 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:22:49.452106 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49d589a-16b5-494c-9675-8adab70383d4", "name": "network-vif-plugged", "status": "completed", "tag": "03b1babb-4d15-4f5f-a121-89fb7fda66dc", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:22:49.452106 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ddd4418-1837-4ba1-86e5-f33328b2ab97 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:22:49.452341 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49d589a-16b5-494c-9675-8adab70383d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b1babb-4d15-4f5f-a121-89fb7fda66dc', 'code': 200} Mar 29 21:22:49.462192 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f73542-aa55-47ea-8e3d-747e07f1e219 req-2d8e6cbc-9e67-4da4-b709-684f007fb0de tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:49.463661 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-78f73542-aa55-47ea-8e3d-747e07f1e219 req-2d8e6cbc-9e67-4da4-b709-684f007fb0de tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 944 time: 0.0537920 Mar 29 21:22:49.480479 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=03b1babb-4d15-4f5f-a121-89fb7fda66dc,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:22:49.511729 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-78f73542-aa55-47ea-8e3d-747e07f1e219 req-62c9d643-9948-4e99-a34e-af54ecf15108 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417619 Mar 29 21:22:49.636471 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9247d7a-2bea-462f-9c0c-b3c8777656a2 req-f438fba7-2822-4aac-ad95-e2a1b65363ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:49.637894 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9247d7a-2bea-462f-9c0c-b3c8777656a2 req-f438fba7-2822-4aac-ad95-e2a1b65363ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 1098 time: 0.0379283 Mar 29 21:22:49.671545 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9247d7a-2bea-462f-9c0c-b3c8777656a2 req-665b6ca3-78d0-4923-bc4b-479080266848 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269935 Mar 29 21:22:50.502861 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-4e318e55-83a7-42fa-81dc-c7fc6f934662 req-c2f69a7d-9237-4160-9c80-4239656b92f0 service neutron] (101972) timed out ('10.222.0.39', 58133) {{(pid=101972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 21:22:50.635214 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fbc49-6bd9-47a1-ad96-92c6e2bbcd51 req-c0134882-3a67-497a-9817-a3f69ea18b2a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:50.636657 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-356fbc49-6bd9-47a1-ad96-92c6e2bbcd51 req-c0134882-3a67-497a-9817-a3f69ea18b2a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 945 time: 0.0511811 Mar 29 21:22:50.672728 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-356fbc49-6bd9-47a1-ad96-92c6e2bbcd51 req-24f77f43-6f2b-40c2-875e-aac9ac171821 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301888 Mar 29 21:22:51.786772 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3486036-ac80-4230-b02e-43497fcc9d4e req-e7e36afb-3091-4ce6-8020-fadb540d583c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:51.788228 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3486036-ac80-4230-b02e-43497fcc9d4e req-e7e36afb-3091-4ce6-8020-fadb540d583c tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 945 time: 0.0481212 Mar 29 21:22:51.826931 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3486036-ac80-4230-b02e-43497fcc9d4e req-403a3135-d663-4ae6-ac9e-1a03ca42cd50 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Mar 29 21:22:51.933833 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042d882-5cdb-4c2b-9990-b133a7682d31 req-45237b7d-ed31-4c5b-b979-adcbfa133ada tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:51.935313 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6042d882-5cdb-4c2b-9990-b133a7682d31 req-45237b7d-ed31-4c5b-b979-adcbfa133ada tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 945 time: 0.0468032 Mar 29 21:22:51.944387 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 57052) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:22:51.948764 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-9768c20d-65dd-4ded-9ee2-37e1ed56e267 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Request body: {'floatingip': {'port_id': '03b1babb-4d15-4f5f-a121-89fb7fda66dc'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:22:51.990744 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9768c20d-65dd-4ded-9ee2-37e1ed56e267 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:52.409495 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9768c20d-65dd-4ded-9ee2-37e1ed56e267 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:52.413166 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9768c20d-65dd-4ded-9ee2-37e1ed56e267 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:52.509360 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [None req-9768c20d-65dd-4ded-9ee2-37e1ed56e267 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Floating IP 0066e7bb-c794-436c-b624-8571635dc608 associated. External IP: 172.28.3.206, port: 03b1babb-4d15-4f5f-a121-89fb7fda66dc. Mar 29 21:22:52.710267 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9768c20d-65dd-4ded-9ee2-37e1ed56e267 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:22:52.814797 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9768c20d-65dd-4ded-9ee2-37e1ed56e267 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:22:52.819687 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9768c20d-65dd-4ded-9ee2-37e1ed56e267 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:22:52.824723 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:22:52.835245 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:22:52.835845 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:22:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:22:52.846683 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-9768c20d-65dd-4ded-9ee2-37e1ed56e267 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "PUT /v2.0/floatingips/0066e7bb-c794-436c-b624-8571635dc608 HTTP/1.1" status: 200 len: 991 time: 0.9006350 Mar 29 21:22:52.847246 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49d589a-16b5-494c-9675-8adab70383d4', 'tag': '03b1babb-4d15-4f5f-a121-89fb7fda66dc'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:22:52.849467 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70981dbb-60b7-4d81-aa81-310debc19655" -d '{"events": [{"name": "network-changed", "server_uuid": "e49d589a-16b5-494c-9675-8adab70383d4", "tag": "03b1babb-4d15-4f5f-a121-89fb7fda66dc"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:22:52.886224 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10d2eae-65c1-4db7-b2de-bdcb7d7f3232 x-openstack-request-id: req-b10d2eae-65c1-4db7-b2de-bdcb7d7f3232 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:22:52.886507 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49d589a-16b5-494c-9675-8adab70383d4", "tag": "03b1babb-4d15-4f5f-a121-89fb7fda66dc", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:22:52.886756 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b10d2eae-65c1-4db7-b2de-bdcb7d7f3232 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:22:52.887173 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49d589a-16b5-494c-9675-8adab70383d4', 'tag': '03b1babb-4d15-4f5f-a121-89fb7fda66dc', 'status': 'completed', 'code': 200} Mar 29 21:22:52.948135 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:22:52.973487 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981dbb-60b7-4d81-aa81-310debc19655 req-d6dda90b-f6ec-446f-bbb5-43bd37c4ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:52.974933 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70981dbb-60b7-4d81-aa81-310debc19655 req-d6dda90b-f6ec-446f-bbb5-43bd37c4ccee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 1098 time: 0.0459516 Mar 29 21:22:53.065278 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981dbb-60b7-4d81-aa81-310debc19655 req-6f8893b3-8fcd-4838-ad56-868f077f4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:53.066788 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70981dbb-60b7-4d81-aa81-310debc19655 req-6f8893b3-8fcd-4838-ad56-868f077f4097 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0857935 Mar 29 21:22:53.137064 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70981dbb-60b7-4d81-aa81-310debc19655 req-0aa72428-adac-4045-aeb5-1b46bcce73ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03b1babb-4d15-4f5f-a121-89fb7fda66dc HTTP/1.1" status: 200 len: 999 time: 0.0638595 Mar 29 21:22:53.186898 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981dbb-60b7-4d81-aa81-310debc19655 req-bc45c9fd-e7db-471b-a785-3931b6cc2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:53.188348 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70981dbb-60b7-4d81-aa81-310debc19655 req-bc45c9fd-e7db-471b-a785-3931b6cc2473 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0445094 Mar 29 21:22:53.236223 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981dbb-60b7-4d81-aa81-310debc19655 req-4bb8ae73-d37f-4159-b2dc-ffaa60540c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:22:53.238552 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70981dbb-60b7-4d81-aa81-310debc19655 req-4bb8ae73-d37f-4159-b2dc-ffaa60540c8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0437353 Mar 29 21:22:53.259686 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '0066e7bb-c794-436c-b624-8571635dc608', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.206', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '03b1babb-4d15-4f5f-a121-89fb7fda66dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:c7:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d589a-16b5-494c-9675-8adab70383d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:22:40Z', 'updated_at': '2022-03-29T21:22:52Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:22:53.289159 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:22:53.297383 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:22:53.298008 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:22:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:22:53.333498 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70981dbb-60b7-4d81-aa81-310debc19655 req-34b253f8-2e76-4e62-9313-5969a8f8399e service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888023 Mar 29 21:22:53.408190 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:22:53.427238 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70981dbb-60b7-4d81-aa81-310debc19655 req-e01b5803-7c90-435d-9f31-f4bcd097c44f service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871701 Mar 29 21:22:53.638674 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '0066e7bb-c794-436c-b624-8571635dc608', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.206', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '03b1babb-4d15-4f5f-a121-89fb7fda66dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:c7:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d589a-16b5-494c-9675-8adab70383d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:22:40Z', 'updated_at': '2022-03-29T21:22:52Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:22:53.665349 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45636331-eba1-4f4b-81ca-354ff52c2372 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '0066e7bb-c794-436c-b624-8571635dc608', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'floating_ip_address': '172.28.3.206', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'port_id': '03b1babb-4d15-4f5f-a121-89fb7fda66dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'mac_address': 'fa:16:3e:c7:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d589a-16b5-494c-9675-8adab70383d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:22:40Z', 'updated_at': '2022-03-29T21:22:52Z', 'revision_number': 1, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:22:53.846910 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de68fa6e-1b6f-4773-b3a4-9e5fbecdf728 None None] New status for floating IP 0066e7bb-c794-436c-b624-8571635dc608: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:22:58.700834 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:12.749109 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-272cfeae-bf35-4cda-a309-676611804a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:12.751879 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-8e142c0e-be61-4ba2-982a-06effaeede5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843480 Mar 29 21:23:12.848861 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-df08b1df-1752-47ab-862e-79bb8443ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:23:12.850389 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-df08b1df-1752-47ab-862e-79bb8443ce84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 1098 time: 0.0398517 Mar 29 21:23:12.949322 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-6a4465be-471c-4af4-b2ab-7dcd36f1a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:23:12.950805 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-6a4465be-471c-4af4-b2ab-7dcd36f1a52a service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 200 len: 916 time: 0.0817389 Mar 29 21:23:13.016706 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-88960609-8dde-4585-b352-5c0329fd48f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03b1babb-4d15-4f5f-a121-89fb7fda66dc HTTP/1.1" status: 200 len: 1001 time: 0.0589702 Mar 29 21:23:13.064419 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-975d149e-3810-46cb-9341-c13a868b86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:23:13.066122 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-975d149e-3810-46cb-9341-c13a868b86b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 200 len: 854 time: 0.0424428 Mar 29 21:23:13.092416 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:23:13.109471 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-ad52299f-87d2-4a95-81b9-4a21a5269961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:23:13.110952 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-ad52299f-87d2-4a95-81b9-4a21a5269961 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7d43a7-11cd-440a-8038-39e3b3948cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0387182 Mar 29 21:23:13.202478 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-578a6bdb-cde6-42c4-b882-c818abd20f4e service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849180 Mar 29 21:23:13.293120 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a238e7f2-c7b6-4877-ae33-7fc0d04d074a req-36bba063-f00f-4476-8d29-906092a7419f service neutron] 10.222.0.39 "GET /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836337 Mar 29 21:23:15.079090 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4b588c67-db7a-4b0b-82ed-a2440578622f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:16.110237 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:17.780243 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:18.450467 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:28.726576 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:42.750290 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-91a3e73e-d442-41fd-8c59-b9343fc45395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:45.080749 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0f7d-61ef-4c0a-9c3e-8a86fbdd0310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:46.113388 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:47.786717 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:48.457010 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:23:50.091943 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:23:58.754563 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:12.751202 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5687817e-b758-40d4-8ba0-df38fb11c2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:13.336445 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ba6f4-e857-4a80-8ee0-29582b15acda req-8996c80f-8bc6-403f-a6a3-80b06799b370 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:24:13.337910 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a71ba6f4-e857-4a80-8ee0-29582b15acda req-8996c80f-8bc6-403f-a6a3-80b06799b370 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 945 time: 0.0488918 Mar 29 21:24:13.374606 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a71ba6f4-e857-4a80-8ee0-29582b15acda req-c0d83ef5-ecf1-49a3-9f36-c9ac8c94d45d tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305040 Mar 29 21:24:14.493010 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799d3c-eca1-42d1-9973-4d0c8c1b4156 req-acd2796b-4ff1-44c8-93b8-fff9166a8d11 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:24:14.494478 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5f799d3c-eca1-42d1-9973-4d0c8c1b4156 req-acd2796b-4ff1-44c8-93b8-fff9166a8d11 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 945 time: 0.0481262 Mar 29 21:24:14.530893 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5f799d3c-eca1-42d1-9973-4d0c8c1b4156 req-6ffc87c5-c73a-41ee-8477-ed13bb09753a tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304978 Mar 29 21:24:15.082362 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-90168a06-dcb6-4a90-aac1-2fd81db9f23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:15.304479 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-c8c48b67-6e9c-428d-bdff-8ee5e9202e59 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:24:15.305792 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-c8c48b67-6e9c-428d-bdff-8ee5e9202e59 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 945 time: 0.0459821 Mar 29 21:24:15.393993 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Deleting port 03b1babb-4d15-4f5f-a121-89fb7fda66dc {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:24:15.394330 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:15.480252 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] For port 03b1babb-4d15-4f5f-a121-89fb7fda66dc, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=03b1babb-4d15-4f5f-a121-89fb7fda66dc,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:24:15.480605 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:15.675610 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:15.676300 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:15.676300 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Floating IP 0066e7bb-c794-436c-b624-8571635dc608 disassociated. External IP: 172.28.3.206, port: 03b1babb-4d15-4f5f-a121-89fb7fda66dc. Mar 29 21:24:15.676579 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Calling delete_port for 03b1babb-4d15-4f5f-a121-89fb7fda66dc owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:24:15.698131 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf785b-5e5d-4ed8-babe-82841057b2e6 req-33bddd60-27ab-4fff-934c-e80bf859c7e7 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:24:15.699586 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ddf785b-5e5d-4ed8-babe-82841057b2e6 req-33bddd60-27ab-4fff-934c-e80bf859c7e7 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 945 time: 0.0741193 Mar 29 21:24:15.778772 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ddf785b-5e5d-4ed8-babe-82841057b2e6 req-79153fe4-f2ab-4b9f-a62f-a4311c29af00 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups?id=c92aa924-fd05-46da-91be-8590d5815245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503366 Mar 29 21:24:15.844418 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:15.871071 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'Port': ['ID=03b1babb-4d15-4f5f-a121-89fb7fda66dc,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:15.882587 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.882908 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.884209 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.884209 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.884209 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.884209 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.885555 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.885555 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.885555 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.885555 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.886160 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:15.886160 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:16.118083 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:16.252575 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:24:16.360587 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:24:16.371085 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:24:16.381553 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:24:16.382196 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:24:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:16.399171 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] No DVR routers for this DVR port 03b1babb-4d15-4f5f-a121-89fb7fda66dc on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:24:16.402076 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:16.405272 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-eb9e6714-1fc7-43cb-986c-bfb495aff241 req-1f94b84d-f85a-4424-abcd-6ab90fb7fda8 tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.39 "DELETE /v2.0/ports/03b1babb-4d15-4f5f-a121-89fb7fda66dc HTTP/1.1" status: 204 len: 173 time: 1.0934069 Mar 29 21:24:16.405698 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49d589a-16b5-494c-9675-8adab70383d4', 'name': 'network-vif-deleted', 'tag': '03b1babb-4d15-4f5f-a121-89fb7fda66dc'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:24:16.407929 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40fed0f-dc90-49be-a5c1-5e0834c9940a" -d '{"events": [{"server_uuid": "e49d589a-16b5-494c-9675-8adab70383d4", "name": "network-vif-deleted", "tag": "03b1babb-4d15-4f5f-a121-89fb7fda66dc"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:24:16.445464 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37345452-3873-4e43-96f3-33c343cbdbb9 x-openstack-request-id: req-37345452-3873-4e43-96f3-33c343cbdbb9 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:24:16.445751 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49d589a-16b5-494c-9675-8adab70383d4", "name": "network-vif-deleted", "tag": "03b1babb-4d15-4f5f-a121-89fb7fda66dc", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:24:16.446027 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37345452-3873-4e43-96f3-33c343cbdbb9 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:24:16.446473 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49d589a-16b5-494c-9675-8adab70383d4', 'name': 'network-vif-deleted', 'tag': '03b1babb-4d15-4f5f-a121-89fb7fda66dc', 'status': 'completed', 'code': 200} Mar 29 21:24:16.492153 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:24:16.684430 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:16.709245 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:24:16.717615 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:24:16.718227 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:24:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:16.821613 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:24:16.886777 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e1c2a7cf-130f-4d27-98af-2c436b758c15 req-c808cc99-7109-4d3e-9a7e-f7c2be60b70f tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/ports?device_id=e49d589a-16b5-494c-9675-8adab70383d4 HTTP/1.1" status: 200 len: 210 time: 0.0266194 Mar 29 21:24:17.103415 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:17.129001 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e1543-0604-4859-832b-8e66317395c0 None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:43Z', 'revision_number': 4, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '2c40ed69-19a6-40b9-8733-2b9b6f634869', 'name': '', 'network_id': 'df7d43a7-11cd-440a-8038-39e3b3948cf4', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'mac_address': 'fa:16:3e:f2:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd76cea43-d501-411a-9323-297348e95938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:43Z', 'updated_at': '2022-03-29T21:17:46Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'subnets': [{'id': 'd76cea43-d501-411a-9323-297348e95938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:24:17.355347 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39405c02-d463-4025-9d81-7eff6a014a88 None None] New status for floating IP 0066e7bb-c794-436c-b624-8571635dc608: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:24:17.767376 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 03b1babb-4d15-4f5f-a121-89fb7fda66dc no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:24:17.796839 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 03b1babb-4d15-4f5f-a121-89fb7fda66dc {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:24:17.797172 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 03b1babb-4d15-4f5f-a121-89fb7fda66dc not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:24:17.810836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:17.971822 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 57154) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:18.024440 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-30634350-d84a-4a50-b73a-94d0c435fa6e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.049700 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-30634350-d84a-4a50-b73a-94d0c435fa6e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.102687 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-30634350-d84a-4a50-b73a-94d0c435fa6e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.105205 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-30634350-d84a-4a50-b73a-94d0c435fa6e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.106370 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-30634350-d84a-4a50-b73a-94d0c435fa6e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "DELETE /v2.0/security-groups/c92aa924-fd05-46da-91be-8590d5815245 HTTP/1.1" status: 204 len: 168 time: 0.1335645 Mar 29 21:24:18.109442 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57156) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:18.115732 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30634350-d84a-4a50-b73a-94d0c435fa6e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92aa924-fd05-46da-91be-8590d5815245,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:18.126077 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.api.v2.resource [None req-3e964f19-69a3-47ac-abfa-05dab45ff6ba tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] show failed (client error): The resource could not be found. Mar 29 21:24:18.127959 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-3e964f19-69a3-47ac-abfa-05dab45ff6ba tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "GET /v2.0/security-groups/c92aa924-fd05-46da-91be-8590d5815245 HTTP/1.1" status: 404 len: 347 time: 0.0166047 Mar 29 21:24:18.131430 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57160) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:18.260095 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Deleting port e4cfcd71-fdc0-4d9d-95cd-252a4e8a446e {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:24:18.260437 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.333159 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.333487 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.345014 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Calling delete_port for e4cfcd71-fdc0-4d9d-95cd-252a4e8a446e owned by network:floatingip {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:24:18.450540 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.487339 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.512623 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Pushing event deleted for resources: {'Port': ['ID=e4cfcd71-fdc0-4d9d-95cd-252a4e8a446e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:18.536768 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.537117 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.537462 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.537799 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.538157 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.538490 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.538819 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.539145 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.539470 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.539792 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.540115 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.540434 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:24:18.578357 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.581285 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:18.582473 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-012faec5-5d55-4a57-bc8a-66219f22181e tempest-AttachVolumeNegativeTest-295784847 tempest-AttachVolumeNegativeTest-295784847-project] 10.222.0.37 "DELETE /v2.0/floatingips/0066e7bb-c794-436c-b624-8571635dc608 HTTP/1.1" status: 204 len: 168 time: 0.4501188 Mar 29 21:24:22.202525 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57202) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:22.602557 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569123'] for router_interface, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:22.839251 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Deleting port 2c40ed69-19a6-40b9-8733-2b9b6f634869 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:24:22.839589 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:22.914301 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] For port 2c40ed69-19a6-40b9-8733-2b9b6f634869, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2c40ed69-19a6-40b9-8733-2b9b6f634869,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:24:22.914574 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:22.929613 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Calling delete_port for 2c40ed69-19a6-40b9-8733-2b9b6f634869 owned by network:router_interface {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:24:23.102541 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:23.126475 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c40ed69-19a6-40b9-8733-2b9b6f634869,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:23.290816 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569175'] for router_interface, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:23.503967 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Router 734a6302-97ef-4906-b008-eac82636f2c8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:24:23.605259 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:24:23.610284 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ebd80b70-b9cc-4ecb-84f0-bbf1c504c33d admin admin] 10.222.0.37 "PUT /v2.0/routers/734a6302-97ef-4906-b008-eac82636f2c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066935 Mar 29 21:24:23.613489 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57206) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:23.616059 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] Sync routers for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:24:23.626096 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:24:23.626692 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:24:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:23.730539 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:24:23.913352 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:24:23Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:23.916471 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks [] for router, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:23.939395 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] Checking router: 734a6302-97ef-4906-b008-eac82636f2c8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:24:23.948650 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] Routers {'734a6302-97ef-4906-b008-eac82636f2c8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:24:23.949235 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:24:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['734a6302-97ef-4906-b008-eac82636f2c8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:24.021733 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.051605 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] Set router 734a6302-97ef-4906-b008-eac82636f2c8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:24:24.073090 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Deleting port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:24:24.073421 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.154719 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] For port edd46080-0ff1-4c4a-a9b1-f2805e2fa7da, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=edd46080-0ff1-4c4a-a9b1-f2805e2fa7da,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:24:24.155077 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.167777 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Calling delete_port for edd46080-0ff1-4c4a-a9b1-f2805e2fa7da owned by network:router_gateway {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:24:24.221442 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:24:23Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:24.252671 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23c7ba-84d3-4d47-b02b-ad836ce5c99e None None] The sync data for ids ['734a6302-97ef-4906-b008-eac82636f2c8'] in dv-cinder-835761-1-smb is: [{'id': '734a6302-97ef-4906-b008-eac82636f2c8', 'name': 'tempest-AttachVolumeNegativeTest-1356751251-router', 'tenant_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:24:23Z', 'revision_number': 5, 'project_id': 'c5ebe354c07d486ba2fa6c948fd3968a', 'gw_port': {'id': 'edd46080-0ff1-4c4a-a9b1-f2805e2fa7da', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6302-97ef-4906-b008-eac82636f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:17:41Z', 'updated_at': '2022-03-29T21:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:24:24.335312 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.361652 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Pushing event deleted for resources: {'Port': ['ID=edd46080-0ff1-4c4a-a9b1-f2805e2fa7da,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:24.421144 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567037'] for router_gateway, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.508669 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4385'] for router, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.510747 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.555064 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572233'] for router, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.555532 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734a6302-97ef-4906-b008-eac82636f2c8 {{(pid=101971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 21:24:24.560161 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.561333 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-57aff1fb-3814-4483-a8f1-2e836996e17a admin admin] 10.222.0.37 "DELETE /v2.0/routers/734a6302-97ef-4906-b008-eac82636f2c8 HTTP/1.1" status: 204 len: 168 time: 0.9469099 Mar 29 21:24:24.563765 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57208) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:24.607959 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-799e33e4-cd6b-4e23-9bbf-7c1e1ad0d087 admin admin] Deleting subnet d76cea43-d501-411a-9323-297348e95938 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:24:24.611208 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-799e33e4-cd6b-4e23-9bbf-7c1e1ad0d087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.646472 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-799e33e4-cd6b-4e23-9bbf-7c1e1ad0d087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220890'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.731208 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-799e33e4-cd6b-4e23-9bbf-7c1e1ad0d087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.782857 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-799e33e4-cd6b-4e23-9bbf-7c1e1ad0d087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16977711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16996658'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.808641 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e33e4-cd6b-4e23-9bbf-7c1e1ad0d087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76cea43-d501-411a-9323-297348e95938,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:24.812208 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-799e33e4-cd6b-4e23-9bbf-7c1e1ad0d087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.818388 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-799e33e4-cd6b-4e23-9bbf-7c1e1ad0d087 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d76cea43-d501-411a-9323-297348e95938 HTTP/1.1" status: 204 len: 168 time: 0.2507138 Mar 29 21:24:24.818618 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57210) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:24.820031 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72bfb2f-d6b0-41be-adaa-b6d1c98d9f87 None None] Network df7d43a7-11cd-440a-8038-39e3b3948cf4 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:24:24.893679 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:24.952448 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Deleting port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:24:24.952789 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.018856 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] For port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=2bbfdc00-7b65-4c62-ad4e-352c26b53f40,segment=NetworkSegment(b86bff04-51a3-47ad-9da0-194bfcf28ff9),segment_id=b86bff04-51a3-47ad-9da0-194bfcf28ff9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:24:25.019217 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.031080 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Calling delete_port for 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:24:25.115424 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.141153 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbfdc00-7b65-4c62-ad4e-352c26b53f40,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:25.142966 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] No DVR routers for this DVR port 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 on host dv-cinder-835761-1-smb {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:24:25.212701 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.238170 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7d43a7-11cd-440a-8038-39e3b3948cf4']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:25.247783 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86bff04-51a3-47ad-9da0-194bfcf28ff9') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:25.248077 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86bff04-51a3-47ad-9da0-194bfcf28ff9') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:24:25.258488 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220881'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.263332 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0395faab-8b5d-4438-96e1-1f0eb9587899 None None] DHCP port deletion for df7d43a7-11cd-440a-8038-39e3b3948cf4 request from dv-cinder-835761-1-smb {{(pid=101973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 21:24:25.276821 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.293549 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:24:25.293960 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16975497'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: Traceback (most recent call last): Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: timer() Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: cb(*args, **kw) Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: return func(*args, **kwargs) Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: self._notify() Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: self.callback(batched_events) Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: event.method(event) Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: return f(self, *a, **k) Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: return self._get(url).json() Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:24:25.295678 dv-cinder-835761-1-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:24:25.322747 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:24:25.344504 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:24:25.344846 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2bbfdc00-7b65-4c62-ad4e-352c26b53f40 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:24:25.345264 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device edd46080-0ff1-4c4a-a9b1-f2805e2fa7da no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:24:25.351754 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.357216 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.360354 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/df7d43a7-11cd-440a-8038-39e3b3948cf4 HTTP/1.1" status: 204 len: 168 time: 0.5408309 Mar 29 21:24:25.369523 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: edd46080-0ff1-4c4a-a9b1-f2805e2fa7da {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:24:25.369872 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device edd46080-0ff1-4c4a-a9b1-f2805e2fa7da not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:24:25.370395 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2c40ed69-19a6-40b9-8733-2b9b6f634869 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:24:25.372154 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42230b46-de0f-43a0-a1aa-f444b3b5cac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7d43a7-11cd-440a-8038-39e3b3948cf4,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:25.397510 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 2c40ed69-19a6-40b9-8733-2b9b6f634869 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:24:25.397855 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 2c40ed69-19a6-40b9-8733-2b9b6f634869 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:24:25.480472 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57214) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:25.519286 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8bba9f1c-a240-4ff5-aacb-17c59398171a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5ebe354c07d486ba2fa6c948fd3968a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376890 Mar 29 21:24:25.521698 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57216) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:25.572683 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110e9a74-4225-4294-8563-21c172d0b64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.593070 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110e9a74-4225-4294-8563-21c172d0b64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.638310 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110e9a74-4225-4294-8563-21c172d0b64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.640888 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110e9a74-4225-4294-8563-21c172d0b64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:25.642064 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-110e9a74-4225-4294-8563-21c172d0b64e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0c9580e-0157-4cd9-a6c1-bd98ef6f12f5 HTTP/1.1" status: 204 len: 168 time: 0.1194425 Mar 29 21:24:25.651137 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e9a74-4225-4294-8563-21c172d0b64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9580e-0157-4cd9-a6c1-bd98ef6f12f5,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:27.090460 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:24:28.773150 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:29.323765 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57276) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:29.425476 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-582e7869-f012-4654-99bd-b353edb668fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:29.497201 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-582e7869-f012-4654-99bd-b353edb668fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:29.500672 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-582e7869-f012-4654-99bd-b353edb668fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:29.537726 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-582e7869-f012-4654-99bd-b353edb668fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9995027205d434780ce5ba293ab0ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128911 Mar 29 21:24:29.538835 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e7869-f012-4654-99bd-b353edb668fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce20422-3271-4e47-ba54-4745af17dd73,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:29.540463 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 57280) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:29.590975 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6adbbf37-0f9e-4d05-9885-cf925aba294a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:29.611343 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6adbbf37-0f9e-4d05-9885-cf925aba294a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:29.655843 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6adbbf37-0f9e-4d05-9885-cf925aba294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:29.658346 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6adbbf37-0f9e-4d05-9885-cf925aba294a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:29.659582 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-6adbbf37-0f9e-4d05-9885-cf925aba294a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fce20422-3271-4e47-ba54-4745af17dd73 HTTP/1.1" status: 204 len: 168 time: 0.1180551 Mar 29 21:24:29.667185 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbbf37-0f9e-4d05-9885-cf925aba294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce20422-3271-4e47-ba54-4745af17dd73,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:38.781973 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 57394) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:38.912903 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aca14bf1-469a-451b-a292-69fcb5f0dbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:39.010089 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aca14bf1-469a-451b-a292-69fcb5f0dbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:39.014241 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aca14bf1-469a-451b-a292-69fcb5f0dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:39.061197 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-aca14bf1-469a-451b-a292-69fcb5f0dbfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62517e7e56bb430f9e17f3f7afc51810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779706 Mar 29 21:24:39.061837 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca14bf1-469a-451b-a292-69fcb5f0dbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7c01ee-597f-426a-8598-0c90def2542b,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:39.064928 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57398) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:39.124025 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3742373-67ea-45bd-8014-3373614d0754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:39.154346 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3742373-67ea-45bd-8014-3373614d0754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:39.202176 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3742373-67ea-45bd-8014-3373614d0754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:39.204671 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3742373-67ea-45bd-8014-3373614d0754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:39.206353 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-e3742373-67ea-45bd-8014-3373614d0754 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab7c01ee-597f-426a-8598-0c90def2542b HTTP/1.1" status: 204 len: 168 time: 0.1402075 Mar 29 21:24:39.216564 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3742373-67ea-45bd-8014-3373614d0754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7c01ee-597f-426a-8598-0c90def2542b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:41.070030 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 57466) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:41.170869 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc3aa-432b-41eb-a8c6-1c589340edf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.242747 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc3aa-432b-41eb-a8c6-1c589340edf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.247438 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc3aa-432b-41eb-a8c6-1c589340edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.286896 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-7bcfc3aa-432b-41eb-a8c6-1c589340edf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa90987d0e5c4db1b86a83bc5200812b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157545 Mar 29 21:24:41.287838 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfc3aa-432b-41eb-a8c6-1c589340edf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84423cf0-4031-436c-a6ad-609977e9ba2a,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:41.290027 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57470) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:41.338158 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-859f3d41-9217-42eb-83c7-91919642eddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.358618 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-859f3d41-9217-42eb-83c7-91919642eddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.402976 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-859f3d41-9217-42eb-83c7-91919642eddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.405476 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-859f3d41-9217-42eb-83c7-91919642eddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.406630 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-859f3d41-9217-42eb-83c7-91919642eddd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84423cf0-4031-436c-a6ad-609977e9ba2a HTTP/1.1" status: 204 len: 168 time: 0.1156285 Mar 29 21:24:41.414297 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f3d41-9217-42eb-83c7-91919642eddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84423cf0-4031-436c-a6ad-609977e9ba2a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:41.663879 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57476) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:41.677175 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22e440c1-223f-476d-8154-d4ede9f7756f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.748507 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22e440c1-223f-476d-8154-d4ede9f7756f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.752397 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22e440c1-223f-476d-8154-d4ede9f7756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.791204 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e440c1-223f-476d-8154-d4ede9f7756f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d104d2-30ce-4e28-ab58-aea817a35b8e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:41.796387 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-22e440c1-223f-476d-8154-d4ede9f7756f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2c11460823545788feadaa094fa85a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314862 Mar 29 21:24:41.799173 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 57478) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:41.846706 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-327b661b-121e-46d2-ac1c-2bc12093b913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.867343 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-327b661b-121e-46d2-ac1c-2bc12093b913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.912038 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-327b661b-121e-46d2-ac1c-2bc12093b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.914645 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-327b661b-121e-46d2-ac1c-2bc12093b913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:41.918007 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-327b661b-121e-46d2-ac1c-2bc12093b913 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0d104d2-30ce-4e28-ab58-aea817a35b8e HTTP/1.1" status: 204 len: 168 time: 0.1151361 Mar 29 21:24:41.923132 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b661b-121e-46d2-ac1c-2bc12093b913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d104d2-30ce-4e28-ab58-aea817a35b8e,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:42.758466 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-6d405b9d-d66e-4e5d-8f98-3ebf5beff3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:42.923432 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 57508) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:43.025552 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d436f42c-4483-4763-94bd-20ff70be9eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:43.100505 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d436f42c-4483-4763-94bd-20ff70be9eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:43.104119 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d436f42c-4483-4763-94bd-20ff70be9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:43.144742 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436f42c-4483-4763-94bd-20ff70be9eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c08ccf-d953-4020-b835-50f03cbf1451,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:43.149996 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-d436f42c-4483-4763-94bd-20ff70be9eb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50b9a0a35281493ab53a5bd760d6333d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255340 Mar 29 21:24:43.152577 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 57512) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:24:43.198972 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9687a50a-f252-4b23-a358-240f1625c569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:43.219627 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9687a50a-f252-4b23-a358-240f1625c569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:43.265935 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9687a50a-f252-4b23-a358-240f1625c569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:43.269147 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9687a50a-f252-4b23-a358-240f1625c569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:43.270293 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-9687a50a-f252-4b23-a358-240f1625c569 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27c08ccf-d953-4020-b835-50f03cbf1451 HTTP/1.1" status: 204 len: 168 time: 0.1167800 Mar 29 21:24:43.277919 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687a50a-f252-4b23-a358-240f1625c569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c08ccf-d953-4020-b835-50f03cbf1451,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:24:45.083926 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d6009f23-15da-4f6f-898c-04c0d1180807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:46.120605 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:47.793037 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:48.454034 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:24:58.776995 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:02.705325 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 57658) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:02.810093 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a94a3b4d-f27d-4326-bcd0-4bf94af84342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:02.884024 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a94a3b4d-f27d-4326-bcd0-4bf94af84342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:02.887648 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a94a3b4d-f27d-4326-bcd0-4bf94af84342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:02.928339 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-a94a3b4d-f27d-4326-bcd0-4bf94af84342 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e234de12ef6d4cf482b022db5a07447a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219474 Mar 29 21:25:02.929189 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a3b4d-f27d-4326-bcd0-4bf94af84342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702d7234-0f27-4729-9c2d-987af26a059c,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:02.931088 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 57662) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:02.979368 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac1701e6-88bc-492c-88ba-d648d57e6ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:03.000617 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac1701e6-88bc-492c-88ba-d648d57e6ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:03.044874 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac1701e6-88bc-492c-88ba-d648d57e6ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:03.047774 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac1701e6-88bc-492c-88ba-d648d57e6ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:03.048922 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-ac1701e6-88bc-492c-88ba-d648d57e6ec9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/702d7234-0f27-4729-9c2d-987af26a059c HTTP/1.1" status: 204 len: 168 time: 0.1168544 Mar 29 21:25:03.057133 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1701e6-88bc-492c-88ba-d648d57e6ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702d7234-0f27-4729-9c2d-987af26a059c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:04.088251 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:25:05.264319 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b9417342-9300-4f45-9eef-2467c2ea5c17 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=34a809cc35064083a9546a9c093ab466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294957 Mar 29 21:25:05.441141 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82614-c249-4590-abe9-6ef72810bc9b req-ce8b91c3-5fca-4e43-bee6-9989de4cd423 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:05.443211 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-ce8b91c3-5fca-4e43-bee6-9989de4cd423 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734972 Mar 29 21:25:05.457723 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-656b280b-4f79-40f1-a548-1deaa92ba3d0 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/quotas/34a809cc35064083a9546a9c093ab466 HTTP/1.1" status: 200 len: 375 time: 0.0086825 Mar 29 21:25:05.488457 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-1256daaa-3239-45f6-86e7-cb7699f83121 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34a809cc35064083a9546a9c093ab466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254040 Mar 29 21:25:05.653269 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-3771fb01-695e-4682-ac5a-14ae16a0aa00 req-ed98dbe7-0d77-47b9-8564-a34edb31d700 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 210 time: 0.0320046 Mar 29 21:25:06.719546 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-730ff098-64d0-453a-a598-f2d07aa063de tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=34a809cc35064083a9546a9c093ab466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240722 Mar 29 21:25:06.755685 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0d159f68-3e98-4032-9ca0-4d9840961f3f req-447a27cf-004a-4278-a5a6-fa9d78ce7e2f tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 210 time: 0.0342944 Mar 29 21:25:06.851434 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82614-c249-4590-abe9-6ef72810bc9b req-2c4aa447-4cf3-4e47-887d-de1fac5609c1 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:06.853140 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-2c4aa447-4cf3-4e47-887d-de1fac5609c1 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1229372 Mar 29 21:25:06.873757 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Request body: {'port': {'device_id': '19bd46e8-38a6-4b09-992a-63b5feb24b24', 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42', 'admin_state_up': True, 'tenant_id': '34a809cc35064083a9546a9c093ab466'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:06.977217 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Made reservation on behalf of 34a809cc35064083a9546a9c093ab466 for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:25:06.981002 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:06.991110 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:07.067479 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:07.071104 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:07.136028 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60322f6-72b9-41db-8f94-9c91dbe485ce,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:07.204756 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Allocated IP 192.168.233.171 (2658c2d8-e564-40b4-883a-bec9f6752a42/55865d07-925e-4431-8991-16258dfc2daf/0933048b-337f-4fca-af18-fc4e9bca0c0b) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:25:07.347491 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:07.379698 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:07.426720 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Network 2658c2d8-e564-40b4-883a-bec9f6752a42 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:07.430346 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:07.433824 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:25:07.461569 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Pushing event updated for resources: {'Port': ['ID=0933048b-337f-4fca-af18-fc4e9bca0c0b,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:07.485072 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:07.485672 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:07.501016 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-461ba0d4-e6de-464d-bd54-a399b7cee180 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6308398 Mar 29 21:25:07.573727 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Request body: {'port': {'device_id': '19bd46e8-38a6-4b09-992a-63b5feb24b24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:07.629877 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:07.693485 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-5f9c677c-7198-45b4-9e68-213adabc1207 None None] Provisioning complete for port 0933048b-337f-4fca-af18-fc4e9bca0c0b triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:07.694111 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5f9c677c-7198-45b4-9e68-213adabc1207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:07.726666 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c677c-7198-45b4-9e68-213adabc1207 None None] Port 0933048b-337f-4fca-af18-fc4e9bca0c0b cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:25:07.912330 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a074b1-2894-4ee5-857c-279f8ae2b56b req-f3418ea3-7110-4bc9-8014-6581f5002260 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:07.913706 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d6a074b1-2894-4ee5-857c-279f8ae2b56b req-f3418ea3-7110-4bc9-8014-6581f5002260 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 936 time: 0.0898032 Mar 29 21:25:07.928740 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0933048b-337f-4fca-af18-fc4e9bca0c0b {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:25:07.941381 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:07.967936 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Transition to ACTIVE for port object 0933048b-337f-4fca-af18-fc4e9bca0c0b will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:25:07.976256 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d6a074b1-2894-4ee5-857c-279f8ae2b56b req-b9880980-3138-4655-b5f6-9275fe928237 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554729 Mar 29 21:25:07.976879 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:08.028776 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0933048b-337f-4fca-af18-fc4e9bca0c0b,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:08.097395 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Attempting to bind port 0933048b-337f-4fca-af18-fc4e9bca0c0b on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:25:08.097727 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Attempting to bind port 0933048b-337f-4fca-af18-fc4e9bca0c0b by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': 'ec2d6179-8ef5-4e12-94ee-4f881b97686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:25:08.098113 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Attempting to bind port 0933048b-337f-4fca-af18-fc4e9bca0c0b on network 2658c2d8-e564-40b4-883a-bec9f6752a42 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:08.102817 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Port 0933048b-337f-4fca-af18-fc4e9bca0c0b on network 2658c2d8-e564-40b4-883a-bec9f6752a42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:25:08.103140 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Attempting to bind port 0933048b-337f-4fca-af18-fc4e9bca0c0b on network 2658c2d8-e564-40b4-883a-bec9f6752a42 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:08.108066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:25:08.108400 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Checking segment: {'id': 'ec2d6179-8ef5-4e12-94ee-4f881b97686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:08.108776 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Bound using segment: {'id': 'ec2d6179-8ef5-4e12-94ee-4f881b97686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:25:08.109206 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Bound port: 0933048b-337f-4fca-af18-fc4e9bca0c0b, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2d6179-8ef5-4e12-94ee-4f881b97686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:25:08.109573 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:08.177353 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] For port 0933048b-337f-4fca-af18-fc4e9bca0c0b, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:25:08.180247 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] For port 0933048b-337f-4fca-af18-fc4e9bca0c0b, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=0933048b-337f-4fca-af18-fc4e9bca0c0b,segment=NetworkSegment(ec2d6179-8ef5-4e12-94ee-4f881b97686b),segment_id=ec2d6179-8ef5-4e12-94ee-4f881b97686b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:25:08.184769 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:08.218694 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:08.219292 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:08.220641 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] 10.222.0.39 "PUT /v2.0/ports/0933048b-337f-4fca-af18-fc4e9bca0c0b HTTP/1.1" status: 200 len: 1098 time: 0.6513579 Mar 29 21:25:08.221066 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bd46e8-38a6-4b09-992a-63b5feb24b24', 'tag': '0933048b-337f-4fca-af18-fc4e9bca0c0b'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:25:08.223505 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83e3b51-20ee-4eac-a3ab-190b44c38587" -d '{"events": [{"name": "network-changed", "server_uuid": "19bd46e8-38a6-4b09-992a-63b5feb24b24", "tag": "0933048b-337f-4fca-af18-fc4e9bca0c0b"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:25:08.252265 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d178-062e-4011-a2cf-223b5eaf0cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0933048b-337f-4fca-af18-fc4e9bca0c0b,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:08.320985 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82614-c249-4590-abe9-6ef72810bc9b req-88b8b928-28aa-44f7-b4a7-1991413590bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:08.322653 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-88b8b928-28aa-44f7-b4a7-1991413590bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34a809cc35064083a9546a9c093ab466&device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 1101 time: 0.0436354 Mar 29 21:25:08.375891 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-e7b65000-251b-4182-96ee-94170ba69183 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=0933048b-337f-4fca-af18-fc4e9bca0c0b HTTP/1.1" status: 200 len: 217 time: 0.0399005 Mar 29 21:25:08.409105 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f781b68-3ab8-4716-8b7e-43cf2b725836 x-openstack-request-id: req-8f781b68-3ab8-4716-8b7e-43cf2b725836 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:25:08.409397 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bd46e8-38a6-4b09-992a-63b5feb24b24", "tag": "0933048b-337f-4fca-af18-fc4e9bca0c0b", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:25:08.409645 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f781b68-3ab8-4716-8b7e-43cf2b725836 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:25:08.410058 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bd46e8-38a6-4b09-992a-63b5feb24b24', 'tag': '0933048b-337f-4fca-af18-fc4e9bca0c0b', 'status': 'completed', 'code': 200} Mar 29 21:25:08.427960 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82614-c249-4590-abe9-6ef72810bc9b req-d27fc1a8-4a93-4fc9-ac1e-3107bad51bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:08.429422 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-d27fc1a8-4a93-4fc9-ac1e-3107bad51bd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55865d07-925e-4431-8991-16258dfc2daf HTTP/1.1" status: 200 len: 843 time: 0.0470893 Mar 29 21:25:08.473415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82614-c249-4590-abe9-6ef72810bc9b req-8ebef986-80b2-46e4-9dc0-e6ded3db73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:08.474908 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-8ebef986-80b2-46e4-9dc0-e6ded3db73e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2658c2d8-e564-40b4-883a-bec9f6752a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393250 Mar 29 21:25:08.565311 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-619244b3-7835-477e-bec1-07cf52358878 service neutron] 10.222.0.39 "GET /v2.0/networks/2658c2d8-e564-40b4-883a-bec9f6752a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835505 Mar 29 21:25:08.651104 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-90c82614-c249-4590-abe9-6ef72810bc9b req-2066ae37-f247-4c91-8458-45874fb1a327 service neutron] 10.222.0.39 "GET /v2.0/networks/2658c2d8-e564-40b4-883a-bec9f6752a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791159 Mar 29 21:25:08.779302 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-7b7c81c1-931c-4f6b-9f28-7e9275311cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:08.780741 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-7b7c81c1-931c-4f6b-9f28-7e9275311cae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34a809cc35064083a9546a9c093ab466&device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 1101 time: 0.0383885 Mar 29 21:25:08.871938 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-e38e173d-8328-4203-8f5d-13f2e59d1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:08.873393 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-e38e173d-8328-4203-8f5d-13f2e59d1bee service neutron] 10.222.0.39 "GET /v2.0/networks?id=2658c2d8-e564-40b4-883a-bec9f6752a42 HTTP/1.1" status: 200 len: 870 time: 0.0856326 Mar 29 21:25:08.913474 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-442c3192-9fcb-49ac-89ce-20dcc9b7f4d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=0933048b-337f-4fca-af18-fc4e9bca0c0b HTTP/1.1" status: 200 len: 217 time: 0.0329487 Mar 29 21:25:08.964243 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-f774101c-ded5-4c11-bcdc-0f90bc3a876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:08.965931 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-f774101c-ded5-4c11-bcdc-0f90bc3a876f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55865d07-925e-4431-8991-16258dfc2daf HTTP/1.1" status: 200 len: 843 time: 0.0468102 Mar 29 21:25:09.012007 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-1fb3b5e2-99f2-4c97-9424-64016130af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:09.013596 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-1fb3b5e2-99f2-4c97-9424-64016130af72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2658c2d8-e564-40b4-883a-bec9f6752a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390675 Mar 29 21:25:09.137297 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facac29c-d014-4f05-bce3-d6882600d76a req-3e6880db-0897-4d72-a46f-1052620c8712 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:09.138784 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-facac29c-d014-4f05-bce3-d6882600d76a req-3e6880db-0897-4d72-a46f-1052620c8712 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 948 time: 0.0911272 Mar 29 21:25:09.142261 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-8b3757a8-4e53-470d-8bcd-b20f0a51895b service neutron] 10.222.0.39 "GET /v2.0/networks/2658c2d8-e564-40b4-883a-bec9f6752a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208837 Mar 29 21:25:09.200690 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-facac29c-d014-4f05-bce3-d6882600d76a req-5b217b98-7cfb-4664-bdcf-3b68d955dbc9 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557380 Mar 29 21:25:09.256057 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a83e3b51-20ee-4eac-a3ab-190b44c38587 req-0a3e2f0a-9ab0-4d89-8b3b-f393d3152026 service neutron] 10.222.0.39 "GET /v2.0/networks/2658c2d8-e564-40b4-883a-bec9f6752a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040754 Mar 29 21:25:10.315505 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34638c9-f444-4f77-91dd-6cd2033d7d75 req-d9cc4c44-d5ac-403b-81bd-1f65a1f76ea0 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:10.317104 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b34638c9-f444-4f77-91dd-6cd2033d7d75 req-d9cc4c44-d5ac-403b-81bd-1f65a1f76ea0 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 948 time: 0.0476358 Mar 29 21:25:10.353320 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b34638c9-f444-4f77-91dd-6cd2033d7d75 req-433dd682-7d93-403e-8a99-e0ba109a009a tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305097 Mar 29 21:25:11.467421 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b0f8d-e5b6-4868-b1bb-3ea72316e027 req-ffabc232-aeef-4a79-8366-f53636374021 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:11.468877 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-917b0f8d-e5b6-4868-b1bb-3ea72316e027 req-ffabc232-aeef-4a79-8366-f53636374021 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 948 time: 0.0490692 Mar 29 21:25:11.505834 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-917b0f8d-e5b6-4868-b1bb-3ea72316e027 req-2758c2dc-c310-48ff-b7a5-f2dd359ab54c tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310318 Mar 29 21:25:11.949890 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 0933048b-337f-4fca-af18-fc4e9bca0c0b details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:25:12.045653 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 0933048b-337f-4fca-af18-fc4e9bca0c0b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=0933048b-337f-4fca-af18-fc4e9bca0c0b,segment=NetworkSegment(ec2d6179-8ef5-4e12-94ee-4f881b97686b),segment_id=ec2d6179-8ef5-4e12-94ee-4f881b97686b)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:12.056203 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '0933048b-337f-4fca-af18-fc4e9bca0c0b', 'network_id': '2658c2d8-e564-40b4-883a-bec9f6752a42', 'port_id': '0933048b-337f-4fca-af18-fc4e9bca0c0b', 'mac_address': 'fa:16:3e:5d:6f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55865d07-925e-4431-8991-16258dfc2daf', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:25:12.092134 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:12.108624 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0933048b-337f-4fca-af18-fc4e9bca0c0b {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:25:12.127963 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 0933048b-337f-4fca-af18-fc4e9bca0c0b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=0933048b-337f-4fca-af18-fc4e9bca0c0b,segment=NetworkSegment(ec2d6179-8ef5-4e12-94ee-4f881b97686b),segment_id=ec2d6179-8ef5-4e12-94ee-4f881b97686b)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:12.132713 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:12.182412 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=0933048b-337f-4fca-af18-fc4e9bca0c0b,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:12.189267 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.189619 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.189980 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.190320 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.190654 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.190989 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.191316 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.191695 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.192051 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.192381 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.192706 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.193027 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:12.561042 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['0933048b-337f-4fca-af18-fc4e9bca0c0b'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:25:12.618051 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5b5b7-cdc8-4073-829f-a24af35930e9 req-0ba56b25-96db-40d8-863d-3a796e052601 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:12.619532 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70d5b5b7-cdc8-4073-829f-a24af35930e9 req-0ba56b25-96db-40d8-863d-3a796e052601 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 949 time: 0.0478635 Mar 29 21:25:12.661290 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70d5b5b7-cdc8-4073-829f-a24af35930e9 req-0100a241-8bc9-4493-b7a2-21dac5879e42 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Mar 29 21:25:12.750110 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d553433b-5d28-4de0-8311-75dbb3ac74c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:13.773826 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21cf5e-a537-4242-ba2e-1ff76b5b7377 req-e2616b7d-330e-4225-8734-9c8771a485f3 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:13.775306 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d21cf5e-a537-4242-ba2e-1ff76b5b7377 req-e2616b7d-330e-4225-8734-9c8771a485f3 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 949 time: 0.0470505 Mar 29 21:25:13.812339 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d21cf5e-a537-4242-ba2e-1ff76b5b7377 req-36cef5b1-9105-4e5c-83a7-48a659e7c603 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309844 Mar 29 21:25:13.963080 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 0933048b-337f-4fca-af18-fc4e9bca0c0b up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:14.010853 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 0933048b-337f-4fca-af18-fc4e9bca0c0b completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:25:14.014786 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 0933048b-337f-4fca-af18-fc4e9bca0c0b triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:14.015151 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:14.089406 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:14.110692 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bd46e8-38a6-4b09-992a-63b5feb24b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0933048b-337f-4fca-af18-fc4e9bca0c0b'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:25:14.112938 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e09a42f-b1d0-4bc5-ad99-e07a784796e1" -d '{"events": [{"server_uuid": "19bd46e8-38a6-4b09-992a-63b5feb24b24", "name": "network-vif-plugged", "status": "completed", "tag": "0933048b-337f-4fca-af18-fc4e9bca0c0b"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:25:14.128526 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 0933048b-337f-4fca-af18-fc4e9bca0c0b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=0933048b-337f-4fca-af18-fc4e9bca0c0b,segment=NetworkSegment(ec2d6179-8ef5-4e12-94ee-4f881b97686b),segment_id=ec2d6179-8ef5-4e12-94ee-4f881b97686b)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:14.133155 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:14.181334 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=0933048b-337f-4fca-af18-fc4e9bca0c0b,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:14.211148 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82188e8d-fa18-4c63-8f49-ef52dd8f5718 x-openstack-request-id: req-82188e8d-fa18-4c63-8f49-ef52dd8f5718 {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:25:14.211452 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bd46e8-38a6-4b09-992a-63b5feb24b24", "name": "network-vif-plugged", "status": "completed", "tag": "0933048b-337f-4fca-af18-fc4e9bca0c0b", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:25:14.211704 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82188e8d-fa18-4c63-8f49-ef52dd8f5718 {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:25:14.212148 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bd46e8-38a6-4b09-992a-63b5feb24b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0933048b-337f-4fca-af18-fc4e9bca0c0b', 'code': 200} Mar 29 21:25:14.405187 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3e53b-7ba3-4974-bec5-43643de87ccc req-35b947c0-3e50-4ef1-bd20-f94f46fa0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:14.406576 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6ba3e53b-7ba3-4974-bec5-43643de87ccc req-35b947c0-3e50-4ef1-bd20-f94f46fa0ec2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 1103 time: 0.0384319 Mar 29 21:25:14.440866 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6ba3e53b-7ba3-4974-bec5-43643de87ccc req-7646af33-798a-4b6d-80f0-9a57d8f2b582 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267189 Mar 29 21:25:14.923357 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bcf3f-43e5-4fdb-96d7-e2f5adf5c758 req-84cff779-3e04-429d-9f13-ed251222b94c tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:14.924775 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d7bcf3f-43e5-4fdb-96d7-e2f5adf5c758 req-84cff779-3e04-429d-9f13-ed251222b94c tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 950 time: 0.0460961 Mar 29 21:25:14.965088 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-7d7bcf3f-43e5-4fdb-96d7-e2f5adf5c758 req-41f09439-56c3-4b26-9f24-f6135328aa2a tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Mar 29 21:25:15.085835 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-08f1683b-9478-4efc-a2c6-b18e229031ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:16.080297 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba5dc-ee2f-4718-a29b-481e02d60ae2 req-94f7655c-0a41-40ac-946d-79ea02a6d7f8 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:16.081720 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ea9ba5dc-ee2f-4718-a29b-481e02d60ae2 req-94f7655c-0a41-40ac-946d-79ea02a6d7f8 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 950 time: 0.0480254 Mar 29 21:25:16.119983 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ea9ba5dc-ee2f-4718-a29b-481e02d60ae2 req-3c588a2b-6d5d-40c8-a7da-0f4ae33a2ef7 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Mar 29 21:25:16.122385 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:16.370249 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc2325-1499-4e02-8781-03ca10ada06d req-0e54df48-9afb-4833-966a-5c8bbaa0783d tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:16.371685 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5ffc2325-1499-4e02-8781-03ca10ada06d req-0e54df48-9afb-4833-966a-5c8bbaa0783d tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 950 time: 0.0482304 Mar 29 21:25:16.407359 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5ffc2325-1499-4e02-8781-03ca10ada06d req-7eb7b688-24f6-43a6-b330-cf3e5ee5c2f4 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297866 Mar 29 21:25:17.527190 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230964a4-f9de-49c6-8da5-ba8ef1fb72f5 req-ee9850a3-d38e-44f6-ab66-37e716adc0f3 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:17.528551 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-230964a4-f9de-49c6-8da5-ba8ef1fb72f5 req-ee9850a3-d38e-44f6-ab66-37e716adc0f3 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 950 time: 0.0501773 Mar 29 21:25:17.570226 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-230964a4-f9de-49c6-8da5-ba8ef1fb72f5 req-8651b9c5-a86b-49c6-b5ed-af2abba46b80 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/security-groups?id=e60322f6-72b9-41db-8f94-9c91dbe485ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Mar 29 21:25:17.796115 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:18.086310 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-c7ef3a03-a291-4d8b-a82d-f1e3cf0ecc1d tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:18.087642 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-c7ef3a03-a291-4d8b-a82d-f1e3cf0ecc1d tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 950 time: 0.0482278 Mar 29 21:25:18.177471 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Deleting port 0933048b-337f-4fca-af18-fc4e9bca0c0b {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:25:18.177807 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:18.266891 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] For port 0933048b-337f-4fca-af18-fc4e9bca0c0b, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=0933048b-337f-4fca-af18-fc4e9bca0c0b,segment=NetworkSegment(ec2d6179-8ef5-4e12-94ee-4f881b97686b),segment_id=ec2d6179-8ef5-4e12-94ee-4f881b97686b)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:18.267250 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:18.278619 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Calling delete_port for 0933048b-337f-4fca-af18-fc4e9bca0c0b owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:25:18.403654 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:18.431951 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Pushing event deleted for resources: {'Port': ['ID=0933048b-337f-4fca-af18-fc4e9bca0c0b,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:18.438956 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['0933048b-337f-4fca-af18-fc4e9bca0c0b'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:25:18.445059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.445059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.445059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.445059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.445059 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.445480 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.445568 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.445879 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.446228 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.446552 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.446874 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.447190 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:18.481986 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] No DVR routers for this DVR port 0933048b-337f-4fca-af18-fc4e9bca0c0b on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:25:18.485025 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:18.487918 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:18.489628 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-677b7cc3-e7f6-4c89-ac90-d3fecb26c1d2 req-7adfa347-57ad-4130-a569-7a0afd8ee9b2 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.39 "DELETE /v2.0/ports/0933048b-337f-4fca-af18-fc4e9bca0c0b HTTP/1.1" status: 204 len: 173 time: 0.3966959 Mar 29 21:25:18.490122 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bd46e8-38a6-4b09-992a-63b5feb24b24', 'name': 'network-vif-deleted', 'tag': '0933048b-337f-4fca-af18-fc4e9bca0c0b'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:25:18.492456 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0730274b-762d-4cee-b4d4-7e613d8a29e4" -d '{"events": [{"server_uuid": "19bd46e8-38a6-4b09-992a-63b5feb24b24", "name": "network-vif-deleted", "tag": "0933048b-337f-4fca-af18-fc4e9bca0c0b"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:25:18.535994 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1613e5-f293-49b9-8497-573667f1faf7 x-openstack-request-id: req-7a1613e5-f293-49b9-8497-573667f1faf7 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:25:18.536629 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bd46e8-38a6-4b09-992a-63b5feb24b24", "name": "network-vif-deleted", "tag": "0933048b-337f-4fca-af18-fc4e9bca0c0b", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:25:18.536629 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a1613e5-f293-49b9-8497-573667f1faf7 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:25:18.537090 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bd46e8-38a6-4b09-992a-63b5feb24b24', 'name': 'network-vif-deleted', 'tag': '0933048b-337f-4fca-af18-fc4e9bca0c0b', 'status': 'completed', 'code': 200} Mar 29 21:25:18.679893 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a5dcc1a4-fd3f-41bc-bcf4-28cc78ee0587 req-af53739e-9237-4a07-a339-f4a11b922797 tempest-VolumesNegativeTest-649980547 tempest-VolumesNegativeTest-649980547-project] 10.222.0.37 "GET /v2.0/ports?device_id=19bd46e8-38a6-4b09-992a-63b5feb24b24 HTTP/1.1" status: 200 len: 210 time: 0.0265319 Mar 29 21:25:21.979297 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 0933048b-337f-4fca-af18-fc4e9bca0c0b no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:25:22.000293 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 0933048b-337f-4fca-af18-fc4e9bca0c0b {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:25:22.000640 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 0933048b-337f-4fca-af18-fc4e9bca0c0b not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:25:23.544809 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58010) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:23.671456 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a98baa0c-8bcc-4ecb-8223-489ea8b26959 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34a809cc35064083a9546a9c093ab466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253202 Mar 29 21:25:23.673763 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58014) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:23.726429 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:23.747742 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:23.795075 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:23.797878 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:23.799029 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e60322f6-72b9-41db-8f94-9c91dbe485ce HTTP/1.1" status: 204 len: 168 time: 0.1243544 Mar 29 21:25:23.806980 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60322f6-72b9-41db-8f94-9c91dbe485ce,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:23.813874 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.814258 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.814605 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.814943 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.815277 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.815612 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.815945 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.816311 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.816643 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.816968 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.817292 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:23.817616 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0c2ff1-4fbd-495d-aa8c-0e0e6aa2dbf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:24.396453 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58036) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:24.489066 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1210541911-network', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:24.508406 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Made reservation on behalf of d37eecf966ec4ff6bbeb8471a78d074b for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:25:24.510885 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.518904 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.594512 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.598280 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.618987 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:25:24.635036 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe87720-236f-4334-a6dc-4edcf318dcf3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:24.638396 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.638765 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Added segment 4e3db531-f524-4c06-8716-bb69d52d5eb8 of type vlan for network b9106151-b35a-45cb-ae15-e1772c52f4e7 Mar 29 21:25:24.679712 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.703618 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.704627 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:24.705236 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.740023 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3396068 Mar 29 21:25:24.740431 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58040) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:24.745822 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Request body: {'subnet': {'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1210541911-subnet', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'ip_version': 4}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:24.763259 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Made reservation on behalf of d37eecf966ec4ff6bbeb8471a78d074b for: {'subnet': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:25:24.765477 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9659365'] for subnet, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.772122 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b00fdd-fa7f-4749-b5c3-feb1955bbbf9 admin admin] Pushing event updated for resources: {'Network': ['ID=b9106151-b35a-45cb-ae15-e1772c52f4e7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:24.781968 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network b9106151-b35a-45cb-ae15-e1772c52f4e7 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:25:24.929920 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9691398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9659379'] for subnet, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:24.991339 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88078e6f-f2b2-41c2-b309-55298d366aa6,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:24.996461 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Checking segment: {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:24.996904 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Network hostable DHCP agents. Network: b9106151-b35a-45cb-ae15-e1772c52f4e7, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:25:25.013827 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Network b9106151-b35a-45cb-ae15-e1772c52f4e7 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:25:25.021697 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, b9106151-b35a-45cb-ae15-e1772c52f4e7) {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:25.026012 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:25.026590 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.030993 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7183d60-c360-45e2-84d4-55d75022f49c None None] Network b9106151-b35a-45cb-ae15-e1772c52f4e7 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:25:25.041816 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-55340d08-2c70-4e30-97ea-0fb449236043 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3003032 Mar 29 21:25:25.044507 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58042) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:25.048699 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:25.067795 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.068747 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-939351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4392'] for router, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.119475 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.178367 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-b9106151-b35a-45cb-ae15-e1772c52f4e7', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 21:25:25.179223 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.317139 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Allocated IP 172.20.0.2 (b9106151-b35a-45cb-ae15-e1772c52f4e7/88078e6f-f2b2-41c2-b309-55298d366aa6/f8863b6d-e727-4337-9239-27a9d7e412d2) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:25:25.465927 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.471665 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.508479 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.516059 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Network b9106151-b35a-45cb-ae15-e1772c52f4e7 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:25.519672 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:25.523085 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:25:25.528520 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Pushing event updated for resources: {'Port': ['ID=f8863b6d-e727-4337-9239-27a9d7e412d2,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:25.582118 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Attempting to bind port f8863b6d-e727-4337-9239-27a9d7e412d2 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:25:25.582489 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Attempting to bind port f8863b6d-e727-4337-9239-27a9d7e412d2 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:25:25.582985 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Attempting to bind port f8863b6d-e727-4337-9239-27a9d7e412d2 on network b9106151-b35a-45cb-ae15-e1772c52f4e7 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:25.587874 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:25:25.588244 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Checking segment: {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:25.588636 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.589017 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Bound using segment: {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:25:25.589476 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Bound port: f8863b6d-e727-4337-9239-27a9d7e412d2, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:25:25.589846 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.651419 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] For port f8863b6d-e727-4337-9239-27a9d7e412d2, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:25:25.654551 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] For port f8863b6d-e727-4337-9239-27a9d7e412d2, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=f8863b6d-e727-4337-9239-27a9d7e412d2,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:25:25.659134 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.714705 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.725220 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab639b-dab4-42ee-94e0-6d8ded9c50ed None None] Pushing event updated for resources: {'Port': ['ID=f8863b6d-e727-4337-9239-27a9d7e412d2,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:25.753222 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:25.860941 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Allocated IP 172.28.3.152 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/affa3372-43f7-4445-8bc2-842f4d9f906a) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:25:25.996598 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:26.035245 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:26.077610 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:26.080529 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:26.085851 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:25:26.088956 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Pushing event updated for resources: {'Port': ['ID=affa3372-43f7-4445-8bc2-842f4d9f906a,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:26.340038 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:26.546044 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913'] for router, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:26.671156 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a3ad4e-0e08-4577-a561-64ed32fae869 None None] Network b9106151-b35a-45cb-ae15-e1772c52f4e7 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:25:26.678956 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Router 8a98881f-5793-4c49-aa6e-3b06884c8764 is scheduled to L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 with binding_index 1 {{(pid=101972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 21:25:26.752800 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-a2f9303a-0a17-45e1-a364-077a27fd206d None None] Provisioning complete for port f8863b6d-e727-4337-9239-27a9d7e412d2 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:26.753167 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a2f9303a-0a17-45e1-a364-077a27fd206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:26.790878 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:25:26.812441 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] Notify callbacks [] for router, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:26.813693 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-d0529728-444e-4f64-b654-6cde81ebc859 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7682936 Mar 29 21:25:26.815764 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Sync routers for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:25:26.817617 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58044) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:26.843218 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:25:26.843838 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:26.992691 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a2f9303a-0a17-45e1-a364-077a27fd206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.022483 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:25:27.234162 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-a2f9303a-0a17-45e1-a364-077a27fd206d None None] For port f8863b6d-e727-4337-9239-27a9d7e412d2, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=f8863b6d-e727-4337-9239-27a9d7e412d2,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:27.242383 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.255205 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a2f9303a-0a17-45e1-a364-077a27fd206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.261319 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device f8863b6d-e727-4337-9239-27a9d7e412d2 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:27.393526 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9303a-0a17-45e1-a364-077a27fd206d None None] Pushing event updated for resources: {'Port': ['ID=f8863b6d-e727-4337-9239-27a9d7e412d2,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:27.396883 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Allocated IP 172.20.0.1 (b9106151-b35a-45cb-ae15-e1772c52f4e7/88078e6f-f2b2-41c2-b309-55298d366aa6/046d7a2c-caf3-4012-8c1b-a057eeb4da2c) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:25:27.423510 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-bdd6e3f2-6a5c-4aba-9be3-1cb2e7149bd1 None None] Provisioning complete for port f8863b6d-e727-4337-9239-27a9d7e412d2 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:27.423884 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e3f2-6a5c-4aba-9be3-1cb2e7149bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.466265 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port f8863b6d-e727-4337-9239-27a9d7e412d2 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:27.466630 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.501840 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.527140 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:26Z', 'revision_number': 3, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:27.534844 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.573881 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Network b9106151-b35a-45cb-ae15-e1772c52f4e7 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:27.578245 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:27.580439 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Checking router: 8a98881f-5793-4c49-aa6e-3b06884c8764 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:25:27.580790 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Updating router 8a98881f-5793-4c49-aa6e-3b06884c8764 port affa3372-43f7-4445-8bc2-842f4d9f906a binding host dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:25:27.583169 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:25:27.586336 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Pushing event updated for resources: {'Port': ['ID=046d7a2c-caf3-4012-8c1b-a057eeb4da2c,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:27.621449 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570284'] for router_interface, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.640854 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.765635 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.900600 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-702e1157-f461-4548-8b26-9b90164cc8f3 None None] Provisioning complete for port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:27.901176 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-702e1157-f461-4548-8b26-9b90164cc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.928493 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.935042 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.944754 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:27.950049 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-702e1157-f461-4548-8b26-9b90164cc8f3 None None] Port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:25:27.954119 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.005435 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Pushing event updated for resources: {'Port': ['ID=046d7a2c-caf3-4012-8c1b-a057eeb4da2c,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:28.007499 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Attempting to bind port affa3372-43f7-4445-8bc2-842f4d9f906a on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:25:28.007499 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Attempting to bind port affa3372-43f7-4445-8bc2-842f4d9f906a by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:25:28.007749 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Attempting to bind port affa3372-43f7-4445-8bc2-842f4d9f906a on network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:28.007890 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570304'] for router_interface, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.016109 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c464a9c-5b60-4ffe-86e3-8cb812451f2d None None] Pushing event updated for resources: {'Port': ['ID=affa3372-43f7-4445-8bc2-842f4d9f906a,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:28.018558 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:25:28.018941 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:28.019375 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.019768 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Bound using segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:25:28.020215 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Bound port: affa3372-43f7-4445-8bc2-842f4d9f906a, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:25:28.020584 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.071625 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] For port affa3372-43f7-4445-8bc2-842f4d9f906a, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:25:28.074614 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] For port affa3372-43f7-4445-8bc2-842f4d9f906a, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=affa3372-43f7-4445-8bc2-842f4d9f906a,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:25:28.078859 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.098094 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Network b9106151-b35a-45cb-ae15-e1772c52f4e7 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:28.099691 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:28.136025 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:25:28.136665 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:28.172364 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c464a9c-5b60-4ffe-86e3-8cb812451f2d None None] Pushing event updated for resources: {'Port': ['ID=affa3372-43f7-4445-8bc2-842f4d9f906a,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:28.217187 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Router 8a98881f-5793-4c49-aa6e-3b06884c8764 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:25:28.262864 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:25:28.331491 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:25:28.336878 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-db26a0f7-d8d0-4339-a8e8-a65bde6e5613 admin admin] 10.222.0.37 "PUT /v2.0/routers/8a98881f-5793-4c49-aa6e-3b06884c8764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5181713 Mar 29 21:25:28.407935 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-2a051275-89b2-4291-9659-b70f599a337b None None] Provisioning complete for port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:28.408308 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2a051275-89b2-4291-9659-b70f599a337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.480737 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-2a051275-89b2-4291-9659-b70f599a337b None None] Port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:25:28.512836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 2, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:28.541078 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67276416-4ddd-4fbe-ae71-55395544fde6 None None] The sync data for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb is: [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 2, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:25:28.796141 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.860542 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58060) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:28.866892 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2077160797-network', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:28.896888 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Made reservation on behalf of 434c289ba53649e08e6ea7a33c9ae404 for: {'network': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:25:28.899505 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for network, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.908840 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.988549 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:28.993221 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.018717 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 21:25:29.029382 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0253aa16-008b-4a52-aa09-1a9777cc8517,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:29.034566 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.034948 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.segments_db [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Added segment 0bc91887-2f72-47fe-8e84-ef5b7e658b07 of type vlan for network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 Mar 29 21:25:29.076848 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454809483'] for network, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.106041 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033'] for network, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.107072 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:29.107659 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.142616 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2807662 Mar 29 21:25:29.145921 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58062) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:29.150911 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Request body: {'subnet': {'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2077160797-subnet', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:29.193530 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Made reservation on behalf of 434c289ba53649e08e6ea7a33c9ae404 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:25:29.195993 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16996653'] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.198146 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad039b-53ad-45f7-8a18-8e5c0d96aabb admin admin] Pushing event updated for resources: {'Network': ['ID=a3f5a76f-ca5d-4223-aaf0-c85d426c7f89,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:29.211353 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 details requested by agent ovs-agent-dv-cinder-835761-1-smb with host dv-cinder-835761-1-smb {{(pid=101973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 21:25:29.282003 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device f8863b6d-e727-4337-9239-27a9d7e412d2 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:29.339891 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port f8863b6d-e727-4337-9239-27a9d7e412d2 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:29.340522 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.410832 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16977772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16996667'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.471510 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1aa3bdb-3fe0-41c1-a92b-321b5d76a782,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:29.480056 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Checking segment: {'id': '0bc91887-2f72-47fe-8e84-ef5b7e658b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:29.480417 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Network hostable DHCP agents. Network: a3f5a76f-ca5d-4223-aaf0-c85d426c7f89, hostable agents: ['2f3c912f-4cb2-4e07-9ce5-7321a5aafe36'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 21:25:29.498122 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 is scheduled to be hosted by DHCP agent 2f3c912f-4cb2-4e07-9ce5-7321a5aafe36 with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 21:25:29.507030 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835761-1-smb, a3f5a76f-ca5d-4223-aaf0-c85d426c7f89) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:29.511822 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:29.512416 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.518527 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2739ff-01d2-4a22-9c15-653b2ee233be None None] Network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:25:29.529192 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-af98b76f-f75b-49e4-b4b3-e188617d1e16 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3820069 Mar 29 21:25:29.531564 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58064) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:29.536867 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:29.559070 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.560353 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-939351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4392'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.623324 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.674472 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe66d1ebc-1695-50b0-8bf6-bfdc06da251a-a3f5a76f-ca5d-4223-aaf0-c85d426c7f89', 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'fixed_ips': [{'subnet_id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782'}]}} from dv-cinder-835761-1-smb. {{(pid=101973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 21:25:29.675322 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.770875 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:29.826362 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.db_base_plugin_common [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Allocated IP 172.20.0.2 (a3f5a76f-ca5d-4223-aaf0-c85d426c7f89/a1aa3bdb-3fe0-41c1-a92b-321b5d76a782/4bb2b3f1-7775-47bf-8be8-a92d24cc72d0) {{(pid=101973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:25:29.987288 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.007550 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.097264 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Notify callbacks [] for port, precommit_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.103616 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791'] for port, after_create {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.119643 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Allocated IP 172.28.3.215 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/337eb2af-2ae7-4d9e-8259-924bf7d59c73) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:25:30.144079 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 is already hosted by enough agents. {{(pid=101973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:30.149541 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.scheduler.base_scheduler [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Resources bound (agent type, host, resource id): {{(pid=101973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:30.154677 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Received port after_create {{(pid=101973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:25:30.161594 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Pushing event updated for resources: {'Port': ['ID=4bb2b3f1-7775-47bf-8be8-a92d24cc72d0,revision_number=1']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:30.216443 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Attempting to bind port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:25:30.217110 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Attempting to bind port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '0bc91887-2f72-47fe-8e84-ef5b7e658b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:25:30.217235 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Attempting to bind port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 on network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:30.222281 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:25:30.223373 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Checking segment: {'id': '0bc91887-2f72-47fe-8e84-ef5b7e658b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:30.223720 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.224101 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Bound using segment: {'id': '0bc91887-2f72-47fe-8e84-ef5b7e658b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:25:30.224564 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Bound port: 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc91887-2f72-47fe-8e84-ef5b7e658b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:25:30.224936 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.240720 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.282179 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.295917 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] For port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:25:30.299152 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] For port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=4bb2b3f1-7775-47bf-8be8-a92d24cc72d0,segment=NetworkSegment(0bc91887-2f72-47fe-8e84-ef5b7e658b07),segment_id=0bc91887-2f72-47fe-8e84-ef5b7e658b07)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:25:30.304932 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.322597 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:30.325330 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:30.327985 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:25:30.365167 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334334be-a06d-4a08-8352-fc1f528ff244 None None] Pushing event updated for resources: {'Port': ['ID=4bb2b3f1-7775-47bf-8be8-a92d24cc72d0,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:30.365405 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Pushing event updated for resources: {'Port': ['ID=337eb2af-2ae7-4d9e-8259-924bf7d59c73,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:30.569544 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Sync routers for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:25:30.579908 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:25:30.580573 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:30.610200 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:30.700450 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:25:30.904395 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 2, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:31.018888 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566913'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.020224 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Checking router: 8a98881f-5793-4c49-aa6e-3b06884c8764 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:25:31.020592 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Updating router 8a98881f-5793-4c49-aa6e-3b06884c8764 port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:25:31.046641 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.162164 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Router 083f7d42-059c-4416-8ea2-b01b6aae86a8 is scheduled to L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 21:25:31.295097 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device affa3372-43f7-4445-8bc2-842f4d9f906a up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:31.298935 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:25:31.324564 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.326203 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-85e58c9b-1411-4bb4-be14-f701b4ab32f2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7933481 Mar 29 21:25:31.328639 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58066) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:25:31.329621 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Sync routers for ids ['083f7d42-059c-4416-8ea2-b01b6aae86a8'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:25:31.350348 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Routers {'083f7d42-059c-4416-8ea2-b01b6aae86a8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:25:31.351448 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['083f7d42-059c-4416-8ea2-b01b6aae86a8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:31.364288 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.369789 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.420269 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port affa3372-43f7-4445-8bc2-842f4d9f906a triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:31.421291 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.478729 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Pushing event updated for resources: {'Port': ['ID=046d7a2c-caf3-4012-8c1b-a057eeb4da2c,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:31.500045 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.500645 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.501196 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.501730 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.502312 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.502860 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.503406 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.504510 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.505076 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.505607 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.506159 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.506629 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:25:31.508112 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94ed8d-6b98-428c-943e-d7ddc21f304c None None] Network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:25:31.513662 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Attempting to bind port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:25:31.514061 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Attempting to bind port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:25:31.514420 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Attempting to bind port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c on network b9106151-b35a-45cb-ae15-e1772c52f4e7 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:31.521280 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:25:31.521648 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Checking segment: {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:31.522069 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.522455 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Bound using segment: {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:25:31.523400 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Bound port: 046d7a2c-caf3-4012-8c1b-a057eeb4da2c, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:25:31.523810 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.599815 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] For port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:25:31.603578 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] For port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=046d7a2c-caf3-4012-8c1b-a057eeb4da2c,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:25:31.609473 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.646719 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-038545c4-eef6-43d3-a8fb-86144d843449 None None] Provisioning complete for port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:31.647101 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-038545c4-eef6-43d3-a8fb-86144d843449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.674784 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:25:31.675726 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:31.680591 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dde3c-e4fc-4e2b-8716-2b25b9bb7764 None None] Pushing event updated for resources: {'Port': ['ID=046d7a2c-caf3-4012-8c1b-a057eeb4da2c,revision_number=4']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:31.699324 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Set router 083f7d42-059c-4416-8ea2-b01b6aae86a8 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:25:31.806364 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:25:31.843071 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.865532 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.969777 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port affa3372-43f7-4445-8bc2-842f4d9f906a, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=affa3372-43f7-4445-8bc2-842f4d9f906a,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:31.981489 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:31.982325 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:32.021215 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-43373384-8420-4981-90d3-fd4084db4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:31Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:32.036103 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Allocated IP 172.20.0.1 (a3f5a76f-ca5d-4223-aaf0-c85d426c7f89/a1aa3bdb-3fe0-41c1-a92b-321b5d76a782/61afa452-b24f-461c-b538-847b9fcc0e71) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:25:32.047456 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43373384-8420-4981-90d3-fd4084db4abd None None] The sync data for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb is: [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:31Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:25:32.072819 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-038545c4-eef6-43d3-a8fb-86144d843449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.139962 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=affa3372-43f7-4445-8bc2-842f4d9f906a,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:32.169429 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-038545c4-eef6-43d3-a8fb-86144d843449 None None] For port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=4bb2b3f1-7775-47bf-8be8-a92d24cc72d0,segment=NetworkSegment(0bc91887-2f72-47fe-8e84-ef5b7e658b07),segment_id=0bc91887-2f72-47fe-8e84-ef5b7e658b07)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:32.178306 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-038545c4-eef6-43d3-a8fb-86144d843449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.184897 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:32.185502 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.198287 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.262608 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.275505 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:29Z', 'updated_at': '2022-03-29T21:25:30Z', 'revision_number': 3, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'gw_port': {'id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:30Z', 'updated_at': '2022-03-29T21:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:32.280318 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038545c4-eef6-43d3-a8fb-86144d843449 None None] Pushing event updated for resources: {'Port': ['ID=4bb2b3f1-7775-47bf-8be8-a92d24cc72d0,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:32.308289 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:32.313193 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:32.315694 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Checking router: 083f7d42-059c-4416-8ea2-b01b6aae86a8 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:25:32.316726 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Updating router 083f7d42-059c-4416-8ea2-b01b6aae86a8 port 337eb2af-2ae7-4d9e-8259-924bf7d59c73 binding host dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:25:32.317649 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:25:32.345198 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Pushing event updated for resources: {'Port': ['ID=61afa452-b24f-461c-b538-847b9fcc0e71,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:32.353798 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.364653 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570284'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.376382 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-20e9baa8-2c67-4825-a2d8-4efafa02ee2e None None] Provisioning complete for port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:32.376751 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20e9baa8-2c67-4825-a2d8-4efafa02ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.502185 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.618434 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20e9baa8-2c67-4825-a2d8-4efafa02ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.674859 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-20e9baa8-2c67-4825-a2d8-4efafa02ee2e None None] For port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=046d7a2c-caf3-4012-8c1b-a057eeb4da2c,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:32.682379 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-20e9baa8-2c67-4825-a2d8-4efafa02ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.689932 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.695711 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16975573'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.764427 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570304'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.767190 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Pushing event updated for resources: {'Port': ['ID=61afa452-b24f-461c-b538-847b9fcc0e71,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:32.862137 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:32.863786 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:32.916946 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.920152 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9baa8-2c67-4825-a2d8-4efafa02ee2e None None] Pushing event updated for resources: {'Port': ['ID=046d7a2c-caf3-4012-8c1b-a057eeb4da2c,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:32.926482 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-f253f0f3-8032-4326-898a-9177f2071ba6 None None] Provisioning complete for port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:32.926857 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f253f0f3-8032-4326-898a-9177f2071ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.956823 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:32.986496 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Router 083f7d42-059c-4416-8ea2-b01b6aae86a8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:25:33.027747 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f17e23-bc0d-4408-8178-adaa8f2877c6 None None] Pushing event updated for resources: {'Port': ['ID=337eb2af-2ae7-4d9e-8259-924bf7d59c73,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:33.031683 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Attempting to bind port 337eb2af-2ae7-4d9e-8259-924bf7d59c73 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:25:33.032047 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Attempting to bind port 337eb2af-2ae7-4d9e-8259-924bf7d59c73 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:25:33.032406 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Attempting to bind port 337eb2af-2ae7-4d9e-8259-924bf7d59c73 on network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:33.040189 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:25:33.040561 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Checking segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:33.040956 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:33.041344 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Bound using segment: {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:25:33.042127 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Bound port: 337eb2af-2ae7-4d9e-8259-924bf7d59c73, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bec9375-3f5d-4af4-b3ec-0e18cebfa3af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:25:33.042260 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:33.108096 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:25:33.113070 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-5c56c37f-7dc0-44fd-975a-4c060a2f982d admin admin] 10.222.0.37 "PUT /v2.0/routers/083f7d42-059c-4416-8ea2-b01b6aae86a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7832203 Mar 29 21:25:33.125527 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] For port 337eb2af-2ae7-4d9e-8259-924bf7d59c73, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:25:33.129111 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] For port 337eb2af-2ae7-4d9e-8259-924bf7d59c73, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=337eb2af-2ae7-4d9e-8259-924bf7d59c73,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:25:33.134470 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:33.138606 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-f253f0f3-8032-4326-898a-9177f2071ba6 None None] Provisioning complete for port 61afa452-b24f-461c-b538-847b9fcc0e71 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:33.138906 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f253f0f3-8032-4326-898a-9177f2071ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:33.221836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-f253f0f3-8032-4326-898a-9177f2071ba6 None None] Port 61afa452-b24f-461c-b538-847b9fcc0e71 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:25:33.230257 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f17e23-bc0d-4408-8178-adaa8f2877c6 None None] Pushing event updated for resources: {'Port': ['ID=337eb2af-2ae7-4d9e-8259-924bf7d59c73,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:33.234229 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Routers {'083f7d42-059c-4416-8ea2-b01b6aae86a8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:25:33.234825 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['083f7d42-059c-4416-8ea2-b01b6aae86a8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:33.272220 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:33.387371 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] Set router 083f7d42-059c-4416-8ea2-b01b6aae86a8 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:25:33.389970 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-e5d58218-add4-47cf-a736-f9bd1f755d7b None None] Provisioning complete for port 61afa452-b24f-461c-b538-847b9fcc0e71 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:33.390340 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e5d58218-add4-47cf-a736-f9bd1f755d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:33.419121 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:33.419488 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:33.530054 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-e5d58218-add4-47cf-a736-f9bd1f755d7b None None] Port 61afa452-b24f-461c-b538-847b9fcc0e71 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:25:33.651590 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 046d7a2c-caf3-4012-8c1b-a057eeb4da2c up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:33.715392 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:33.715738 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:33.721021 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:29Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 4, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'gw_port': {'id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:30Z', 'updated_at': '2022-03-29T21:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '61afa452-b24f-461c-b538-847b9fcc0e71', 'name': '', 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'mac_address': 'fa:16:3e:68:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:31Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 2, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'subnets': [{'id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:33.769328 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fe067-ad7e-4a6d-ad23-6dfb1e3ee78b None None] The sync data for ids ['083f7d42-059c-4416-8ea2-b01b6aae86a8'] in dv-cinder-835761-1-smb is: [{'id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:29Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 4, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'gw_port': {'id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:30Z', 'updated_at': '2022-03-29T21:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '61afa452-b24f-461c-b538-847b9fcc0e71', 'name': '', 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'mac_address': 'fa:16:3e:68:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:31Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 2, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'subnets': [{'id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:25:33.833038 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device affa3372-43f7-4445-8bc2-842f4d9f906a up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:33.894836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port affa3372-43f7-4445-8bc2-842f4d9f906a triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:33.895327 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:35.270962 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 337eb2af-2ae7-4d9e-8259-924bf7d59c73 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:35.343063 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 337eb2af-2ae7-4d9e-8259-924bf7d59c73 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:35.343063 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:35.438152 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:35.463466 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] For port 337eb2af-2ae7-4d9e-8259-924bf7d59c73, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=337eb2af-2ae7-4d9e-8259-924bf7d59c73,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:35.468906 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:35.523462 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Pushing event updated for resources: {'Port': ['ID=337eb2af-2ae7-4d9e-8259-924bf7d59c73,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:36.122299 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Sync routers for ids ['083f7d42-059c-4416-8ea2-b01b6aae86a8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:25:36.137720 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Routers {'083f7d42-059c-4416-8ea2-b01b6aae86a8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:25:36.138822 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['083f7d42-059c-4416-8ea2-b01b6aae86a8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:36.257106 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Set router 083f7d42-059c-4416-8ea2-b01b6aae86a8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:25:36.483355 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:29Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 4, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'gw_port': {'id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:30Z', 'updated_at': '2022-03-29T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '61afa452-b24f-461c-b538-847b9fcc0e71', 'name': '', 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'mac_address': 'fa:16:3e:68:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:31Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 2, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'subnets': [{'id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:36.510525 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Checking router: 083f7d42-059c-4416-8ea2-b01b6aae86a8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:25:36.511121 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Updating router 083f7d42-059c-4416-8ea2-b01b6aae86a8 port 61afa452-b24f-461c-b538-847b9fcc0e71 binding host dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 21:25:36.538625 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:36.821586 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Notify callbacks [] for port, precommit_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:36.827905 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:36.874982 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152ecc8-169c-4091-a410-f674904c901f None None] Pushing event updated for resources: {'Port': ['ID=61afa452-b24f-461c-b538-847b9fcc0e71,revision_number=3']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:36.958050 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Attempting to bind port 61afa452-b24f-461c-b538-847b9fcc0e71 on host dv-cinder-835761-1-smb for vnic_type normal with profile {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:25:36.958426 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Attempting to bind port 61afa452-b24f-461c-b538-847b9fcc0e71 by drivers openvswitch,hyperv on host dv-cinder-835761-1-smb at level 0 using segments [{'id': '0bc91887-2f72-47fe-8e84-ef5b7e658b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89'}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:25:36.958785 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Attempting to bind port 61afa452-b24f-461c-b538-847b9fcc0e71 on network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:36.964508 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Checking agent: {'id': '3253704b-d941-454d-ba13-0e26c0f61572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835761-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 20, 58, 48), 'started_at': datetime.datetime(2022, 3, 29, 20, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835761-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:25:36.964883 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Checking segment: {'id': '0bc91887-2f72-47fe-8e84-ef5b7e658b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:36.965543 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:36.965933 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Bound using segment: {'id': '0bc91887-2f72-47fe-8e84-ef5b7e658b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89'} {{(pid=101974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:25:36.966421 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.managers [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Bound port: 61afa452-b24f-461c-b538-847b9fcc0e71, host: dv-cinder-835761-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc91887-2f72-47fe-8e84-ef5b7e658b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89'}}] {{(pid=101974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:25:36.966793 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:37.142980 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] For port 61afa452-b24f-461c-b538-847b9fcc0e71, host dv-cinder-835761-1-smb, cleared binding levels {{(pid=101974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:25:37.147588 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.plugins.ml2.db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] For port 61afa452-b24f-461c-b538-847b9fcc0e71, host dv-cinder-835761-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=61afa452-b24f-461c-b538-847b9fcc0e71,segment=NetworkSegment(0bc91887-2f72-47fe-8e84-ef5b7e658b07),segment_id=0bc91887-2f72-47fe-8e84-ef5b7e658b07)] {{(pid=101974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:25:37.154058 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron_lib.callbacks.manager [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:37.224140 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152ecc8-169c-4091-a410-f674904c901f None None] Pushing event updated for resources: {'Port': ['ID=61afa452-b24f-461c-b538-847b9fcc0e71,revision_number=4']} {{(pid=101974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:37.229683 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Routers {'083f7d42-059c-4416-8ea2-b01b6aae86a8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:25:37.230324 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['083f7d42-059c-4416-8ea2-b01b6aae86a8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:37.243085 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-c1471935-5d18-4ba4-aa5a-58fa5b0ddbfd None None] Provisioning complete for port 61afa452-b24f-461c-b538-847b9fcc0e71 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:37.243654 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c1471935-5d18-4ba4-aa5a-58fa5b0ddbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:37.307759 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 337eb2af-2ae7-4d9e-8259-924bf7d59c73 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:37.373858 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] Set router 083f7d42-059c-4416-8ea2-b01b6aae86a8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:25:37.430962 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 337eb2af-2ae7-4d9e-8259-924bf7d59c73 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:37.431333 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:37.459073 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c1471935-5d18-4ba4-aa5a-58fa5b0ddbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:37.508267 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c1471935-5d18-4ba4-aa5a-58fa5b0ddbfd None None] For port 61afa452-b24f-461c-b538-847b9fcc0e71, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=61afa452-b24f-461c-b538-847b9fcc0e71,segment=NetworkSegment(0bc91887-2f72-47fe-8e84-ef5b7e658b07),segment_id=0bc91887-2f72-47fe-8e84-ef5b7e658b07)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:37.537517 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c1471935-5d18-4ba4-aa5a-58fa5b0ddbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:37.593589 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1471935-5d18-4ba4-aa5a-58fa5b0ddbfd None None] Pushing event updated for resources: {'Port': ['ID=61afa452-b24f-461c-b538-847b9fcc0e71,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:37.619881 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:29Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 4, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'gw_port': {'id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:30Z', 'updated_at': '2022-03-29T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '61afa452-b24f-461c-b538-847b9fcc0e71', 'name': '', 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'mac_address': 'fa:16:3e:68:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:31Z', 'updated_at': '2022-03-29T21:25:37Z', 'revision_number': 4, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'subnets': [{'id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:25:37.646901 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b417404b-ecb1-4061-a29b-8b57d4ffe68b None None] The sync data for ids ['083f7d42-059c-4416-8ea2-b01b6aae86a8'] in dv-cinder-835761-1-smb is: [{'id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:29Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 4, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'gw_port': {'id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:30Z', 'updated_at': '2022-03-29T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '61afa452-b24f-461c-b538-847b9fcc0e71', 'name': '', 'network_id': 'a3f5a76f-ca5d-4223-aaf0-c85d426c7f89', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'mac_address': 'fa:16:3e:68:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:31Z', 'updated_at': '2022-03-29T21:25:37Z', 'revision_number': 4, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'subnets': [{'id': 'a1aa3bdb-3fe0-41c1-a92b-321b5d76a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:25:37.665741 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-23879cad-bd4f-4614-a241-03c792cd2f20 None None] Provisioning complete for port 61afa452-b24f-461c-b538-847b9fcc0e71 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:37.666141 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-23879cad-bd4f-4614-a241-03c792cd2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:39.239617 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 61afa452-b24f-461c-b538-847b9fcc0e71 up at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:25:39.300214 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Provisioning complete for port 61afa452-b24f-461c-b538-847b9fcc0e71 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:39.300849 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:41.088476 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:25:42.752137 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d664045c-1b0e-4092-ae55-2dc504f0abfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:42.874982 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-3fc1c388-8324-455c-a1fa-5969be24c7e9 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:42.876436 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-3fc1c388-8324-455c-a1fa-5969be24c7e9 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 815 time: 0.1017947 Mar 29 21:25:42.891538 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-8d996fad-426e-4cdb-adc3-b90d2d1925f4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/quotas/d37eecf966ec4ff6bbeb8471a78d074b HTTP/1.1" status: 200 len: 375 time: 0.0087016 Mar 29 21:25:42.940829 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-38385e28-214c-4dfd-a56e-7b2cb2e7ffef tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439799 Mar 29 21:25:43.123320 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-d6a088d2-aba0-4a18-8bd6-dec4bfbad14d service neutron] 10.222.0.37 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706846 Mar 29 21:25:43.209521 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-84cf8171-0ee3-4a34-8fca-4577f525d524 service neutron] 10.222.0.37 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800858 Mar 29 21:25:43.363293 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-30fbbdbf-ecdf-4b31-9c9a-645e21ca24ff req-86cda42e-4241-4b28-9274-3feddbbec4ce tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Mar 29 21:25:44.368741 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-19ade906-dc08-49ad-b157-9b644d7f8b6c tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:44.370934 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-19ade906-dc08-49ad-b157-9b644d7f8b6c tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 815 time: 0.1129837 Mar 29 21:25:44.400941 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'port': {'device_id': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'admin_state_up': True, 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:44.486463 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-a145c293-47c7-437a-9d12-2033d7a142b2 req-159c3f94-7a19-4680-b609-c1dbaaf23206 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 210 time: 0.0546656 Mar 29 21:25:44.536051 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Made reservation on behalf of d37eecf966ec4ff6bbeb8471a78d074b for: {'port': 1} {{(pid=101972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 21:25:44.539863 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:44.665062 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Allocated IP 172.20.0.11 (b9106151-b35a-45cb-ae15-e1772c52f4e7/88078e6f-f2b2-41c2-b309-55298d366aa6/8abe2f04-89f1-400f-b634-ee987ac4de11) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:25:45.092094 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-585fa807-31af-4e5a-b4a2-6dfc775cc038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:45.137025 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:45.194967 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:45.220096 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Network b9106151-b35a-45cb-ae15-e1772c52f4e7 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:25:45.221641 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:25:45.250776 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:25:45.299175 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'Port': ['ID=8abe2f04-89f1-400f-b634-ee987ac4de11,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:45.314787 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:45.320381 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:45.350504 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-275c7bfc-2356-4227-a0f3-6b792b14bd4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9532499 Mar 29 21:25:45.533154 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-f9a4c715-99a9-460d-8678-aadd453823cd None None] Provisioning complete for port 8abe2f04-89f1-400f-b634-ee987ac4de11 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:25:45.533836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c715-99a9-460d-8678-aadd453823cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:45.581442 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4c715-99a9-460d-8678-aadd453823cd None None] Port 8abe2f04-89f1-400f-b634-ee987ac4de11 cannot update to ACTIVE because it is not bound. {{(pid=101973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 21:25:45.623223 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81167da0-2cda-49d9-9a5c-c6e963684564 req-c49233b0-4436-48b9-ad2c-2bec6dd89e06 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:45.624670 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-81167da0-2cda-49d9-9a5c-c6e963684564 req-c49233b0-4436-48b9-ad2c-2bec6dd89e06 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 932 time: 0.0599730 Mar 29 21:25:45.668159 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-81167da0-2cda-49d9-9a5c-c6e963684564 req-209d2c47-4b50-4b5f-823a-34824fbc31b7 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362155 Mar 29 21:25:46.125042 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:46.797273 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853b9ba-fbc1-4315-b0f9-c67ae5047bb6 req-1a5b1f3b-2fc3-4be3-b201-d0d044f29565 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:46.798887 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c853b9ba-fbc1-4315-b0f9-c67ae5047bb6 req-1a5b1f3b-2fc3-4be3-b201-d0d044f29565 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 932 time: 0.0588686 Mar 29 21:25:46.851074 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c853b9ba-fbc1-4315-b0f9-c67ae5047bb6 req-c8c3b460-1f74-490f-99f1-e60e50bcedc9 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449150 Mar 29 21:25:47.803476 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:47.975516 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5f8e-dd24-4b36-9645-428ed8f01143 req-5239cc98-ae87-4918-92ea-72a7350b80ac tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:47.979568 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c98c5f8e-dd24-4b36-9645-428ed8f01143 req-5239cc98-ae87-4918-92ea-72a7350b80ac tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 932 time: 0.0547388 Mar 29 21:25:48.023312 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c98c5f8e-dd24-4b36-9645-428ed8f01143 req-041ee90e-91d0-4c30-a2c1-99f398d68e97 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394537 Mar 29 21:25:48.462623 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:49.139301 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326bd3c-2cd2-455a-9bf9-bd46aae7b287 req-6ecb32d5-fa85-4399-925b-0bba927f4e82 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:49.140751 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d326bd3c-2cd2-455a-9bf9-bd46aae7b287 req-6ecb32d5-fa85-4399-925b-0bba927f4e82 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 932 time: 0.0477257 Mar 29 21:25:49.182466 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d326bd3c-2cd2-455a-9bf9-bd46aae7b287 req-2ca26e6c-aa2d-48b8-a007-51a20fb20430 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339046 Mar 29 21:25:50.306799 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5999012-4892-4202-b564-babb08cd9e51 req-52882017-bbfd-4654-9e98-b2c2b19d9a67 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:50.308218 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d5999012-4892-4202-b564-babb08cd9e51 req-52882017-bbfd-4654-9e98-b2c2b19d9a67 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 932 time: 0.0544755 Mar 29 21:25:50.347086 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d5999012-4892-4202-b564-babb08cd9e51 req-2072e0df-351b-4df5-bae5-ebd3656096b1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Mar 29 21:25:51.505236 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e2e70-fe48-4930-a9ad-94381512344e req-e359fb7d-32e8-4fa7-9313-53cf57103837 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:51.506770 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-034e2e70-fe48-4930-a9ad-94381512344e req-e359fb7d-32e8-4fa7-9313-53cf57103837 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 932 time: 0.0840170 Mar 29 21:25:51.546155 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-034e2e70-fe48-4930-a9ad-94381512344e req-d7512645-6b07-411e-a0b0-fd742faaba62 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329330 Mar 29 21:25:52.659846 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e41be-eb86-4a61-989a-b19a09327031 req-03f5e77a-75da-41fd-ac87-2b9f08f8851a tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:52.661345 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d4e41be-eb86-4a61-989a-b19a09327031 req-03f5e77a-75da-41fd-ac87-2b9f08f8851a tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 932 time: 0.0469279 Mar 29 21:25:52.698098 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5d4e41be-eb86-4a61-989a-b19a09327031 req-a08137e1-a657-4fee-8b59-399371317d19 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Mar 29 21:25:53.814636 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19c4a1-da3d-47c1-977b-3a37dbde0033 req-f6d5980a-971c-456d-9745-f4381d822c63 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:53.816134 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac19c4a1-da3d-47c1-977b-3a37dbde0033 req-f6d5980a-971c-456d-9745-f4381d822c63 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 932 time: 0.0529869 Mar 29 21:25:53.852818 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac19c4a1-da3d-47c1-977b-3a37dbde0033 req-f010ec72-b89e-4be2-8f65-198037d5b2c1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Mar 29 21:25:54.951694 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Request body: {'port': {'device_id': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83576'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:25:55.010970 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2f527-a1c3-4073-9c1f-0aae5727ad37 req-e029c354-2f62-4001-ad00-ae03b3879ec3 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:55.012401 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70c2f527-a1c3-4073-9c1f-0aae5727ad37 req-e029c354-2f62-4001-ad00-ae03b3879ec3 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 932 time: 0.0953419 Mar 29 21:25:55.020317 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:55.083023 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-70c2f527-a1c3-4073-9c1f-0aae5727ad37 req-f8460a2a-7eab-41ab-bbca-b3419ab01290 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643444 Mar 29 21:25:55.301840 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abe2f04-89f1-400f-b634-ee987ac4de11 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:25:55.308896 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:55.320422 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Transition to ACTIVE for port object 8abe2f04-89f1-400f-b634-ee987ac4de11 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 21:25:55.324341 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:55.375913 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Pushing event updated for resources: {'Port': ['ID=8abe2f04-89f1-400f-b634-ee987ac4de11,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:55.445475 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Attempting to bind port 8abe2f04-89f1-400f-b634-ee987ac4de11 on host hv-cinder-83576 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 21:25:55.445798 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Attempting to bind port 8abe2f04-89f1-400f-b634-ee987ac4de11 by drivers openvswitch,hyperv on host hv-cinder-83576 at level 0 using segments [{'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 21:25:55.446151 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Attempting to bind port 8abe2f04-89f1-400f-b634-ee987ac4de11 on network b9106151-b35a-45cb-ae15-e1772c52f4e7 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:55.450625 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Port 8abe2f04-89f1-400f-b634-ee987ac4de11 on network b9106151-b35a-45cb-ae15-e1772c52f4e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83576 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 21:25:55.450935 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Attempting to bind port 8abe2f04-89f1-400f-b634-ee987ac4de11 on network b9106151-b35a-45cb-ae15-e1772c52f4e7 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 21:25:55.456483 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Checking agent: {'id': 'ad3fbec6-6429-475d-87d9-4fd41d36e74c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83576', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'started_at': datetime.datetime(2022, 3, 29, 21, 4, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 21, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 21:25:55.456607 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Checking segment: {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 21:25:55.456949 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Bound using segment: {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 21:25:55.457372 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Bound port: 8abe2f04-89f1-400f-b634-ee987ac4de11, host: hv-cinder-83576, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3db531-f524-4c06-8716-bb69d52d5eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 21:25:55.457722 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:55.522831 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] For port 8abe2f04-89f1-400f-b634-ee987ac4de11, host hv-cinder-83576, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 21:25:55.525803 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] For port 8abe2f04-89f1-400f-b634-ee987ac4de11, host hv-cinder-83576, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=8abe2f04-89f1-400f-b634-ee987ac4de11,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 21:25:55.530273 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:55.571813 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:55.572240 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:55.573637 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] 10.222.0.39 "PUT /v2.0/ports/8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 1094 time: 0.6270745 Mar 29 21:25:55.574122 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:25:55.576353 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10f1910-e20d-4744-aed3-e9910c29da50" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:25:55.596146 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80498dfb-fb00-4448-be17-4b2fa1e8149d service neutron] Pushing event updated for resources: {'Port': ['ID=8abe2f04-89f1-400f-b634-ee987ac4de11,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:55.624421 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e4d1f4-b278-4684-ad04-5c21750f4846 x-openstack-request-id: req-95e4d1f4-b278-4684-ad04-5c21750f4846 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:25:55.624713 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:25:55.624966 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95e4d1f4-b278-4684-ad04-5c21750f4846 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:25:55.625365 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'status': 'completed', 'code': 200} Mar 29 21:25:55.683148 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-72857127-7bc4-42be-bb6f-4a2391b51e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:55.684788 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-72857127-7bc4-42be-bb6f-4a2391b51e8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0426631 Mar 29 21:25:55.736291 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-f4b9d7a6-35eb-4a81-b315-19009e65d6b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 217 time: 0.0380819 Mar 29 21:25:55.785236 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-960f3793-f00b-4861-aaba-e3818a6be04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:55.786686 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-960f3793-f00b-4861-aaba-e3818a6be04c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0441928 Mar 29 21:25:55.830751 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-a475b5e1-5360-4e0d-ba15-2117eb672520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:55.832230 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-a475b5e1-5360-4e0d-ba15-2117eb672520 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0388360 Mar 29 21:25:55.921410 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-cd5faa0e-c96b-4f80-8a62-d87e7b2372c9 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825331 Mar 29 21:25:56.008479 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-4f0c3880-cfa5-44db-8287-b03aa15f949a req-af30f161-8409-458e-8c26-92c99000c628 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811021 Mar 29 21:25:56.143806 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-b375adf1-21fa-45fd-b9f7-1aa54d2cba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:56.145428 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-b375adf1-21fa-45fd-b9f7-1aa54d2cba7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0440497 Mar 29 21:25:56.253518 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b556b-b5d7-4320-8093-ea2a18e9da64 req-eae06c88-1b19-4a46-b820-4788201e1627 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:56.255402 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fd9b556b-b5d7-4320-8093-ea2a18e9da64 req-eae06c88-1b19-4a46-b820-4788201e1627 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1056163 Mar 29 21:25:56.292835 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-e08eb73e-8608-4c0a-a72c-4c48c8cf7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:56.294269 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-e08eb73e-8608-4c0a-a72c-4c48c8cf7138 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 916 time: 0.1365688 Mar 29 21:25:56.313223 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fd9b556b-b5d7-4320-8093-ea2a18e9da64 req-b98214bb-8bb0-491d-a6f1-0bbad0b58d21 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518670 Mar 29 21:25:56.340561 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-ef3f0f72-7b0a-4dc3-9056-95587a42bfe9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 217 time: 0.0389857 Mar 29 21:25:56.387450 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-5a565d0a-c906-4ed3-bc5f-42ce64b2c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:56.388859 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-5a565d0a-c906-4ed3-bc5f-42ce64b2c89c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0427141 Mar 29 21:25:56.432283 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-0f2a875d-7481-48d6-af80-23e3a19e4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:56.433706 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-0f2a875d-7481-48d6-af80-23e3a19e4fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0384307 Mar 29 21:25:56.526564 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-f358c5c0-841f-4d90-aa77-7782fbda83b0 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Mar 29 21:25:56.652747 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-b10f1910-e20d-4744-aed3-e9910c29da50 req-791c871b-a480-4bdc-82c1-a3b57e28a8c7 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200931 Mar 29 21:25:57.435932 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8dd08-7a9b-4485-98c1-40d3b8a2617d req-6c8aa561-c92d-406c-8aae-5bb8433b82e7 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:57.437390 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-45f8dd08-7a9b-4485-98c1-40d3b8a2617d req-6c8aa561-c92d-406c-8aae-5bb8433b82e7 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 944 time: 0.0520780 Mar 29 21:25:57.474827 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-45f8dd08-7a9b-4485-98c1-40d3b8a2617d req-a94c4f53-9c16-4ecf-934a-4fc5d56ddfae tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308039 Mar 29 21:25:58.170564 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 8abe2f04-89f1-400f-b634-ee987ac4de11 details requested by agent hyperv_hv-cinder-83576 with host hv-cinder-83576 {{(pid=101973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 21:25:58.264256 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 8abe2f04-89f1-400f-b634-ee987ac4de11, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=8abe2f04-89f1-400f-b634-ee987ac4de11,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:58.274801 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Returning: {'device': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'port_id': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'mac_address': 'fa:16:3e:f7:ee:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 21:25:58.310279 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:58.323003 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abe2f04-89f1-400f-b634-ee987ac4de11 {{(pid=101973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 21:25:58.342239 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 8abe2f04-89f1-400f-b634-ee987ac4de11, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=8abe2f04-89f1-400f-b634-ee987ac4de11,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:25:58.346451 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:58.391573 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=8abe2f04-89f1-400f-b634-ee987ac4de11,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:25:58.586415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df5906-cb27-4b25-a63d-6337099068d9 req-e4ff86b7-f596-4251-a906-2d1626dc5e7b tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:58.587799 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d0df5906-cb27-4b25-a63d-6337099068d9 req-e4ff86b7-f596-4251-a906-2d1626dc5e7b tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 945 time: 0.0485487 Mar 29 21:25:58.624668 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d0df5906-cb27-4b25-a63d-6337099068d9 req-3660d293-95bd-4574-8c42-a9926d042b0f tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306056 Mar 29 21:25:58.729223 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['8abe2f04-89f1-400f-b634-ee987ac4de11'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:25:58.787224 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:25:59.736957 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93971baa-6707-49a8-93f0-d9dd9b5eb586 req-5e5600e1-30fa-44b6-be36-2fa1f92122dd tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:25:59.738510 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93971baa-6707-49a8-93f0-d9dd9b5eb586 req-5e5600e1-30fa-44b6-be36-2fa1f92122dd tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 945 time: 0.0488749 Mar 29 21:25:59.778588 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-93971baa-6707-49a8-93f0-d9dd9b5eb586 req-712d02a4-639f-4c77-8c94-7e8148986eef tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341496 Mar 29 21:26:00.163127 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 8abe2f04-89f1-400f-b634-ee987ac4de11 up at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 21:26:00.212081 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning for port 8abe2f04-89f1-400f-b634-ee987ac4de11 completed by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 21:26:00.216289 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Provisioning complete for port 8abe2f04-89f1-400f-b634-ee987ac4de11 triggered by entity L2. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:26:00.216659 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:00.414303 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:00.436380 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11'}] {{(pid=101973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:26:00.438606 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0606d530d899d536397f7b685d0ec271d041621e901c25cedd698d97a6d8dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd7d973-4190-4d51-b1fa-26343db2fd98" -d '{"events": [{"server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11"}]}' {{(pid=101973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:26:00.450682 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] For port 8abe2f04-89f1-400f-b634-ee987ac4de11, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=8abe2f04-89f1-400f-b634-ee987ac4de11,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:26:00.454666 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:00.479601 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224ace6b-6e44-4dcc-ac17-9c8b329ab86b x-openstack-request-id: req-224ace6b-6e44-4dcc-ac17-9c8b329ab86b {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:26:00.479907 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11", "code": 200}]} {{(pid=101973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:26:00.480157 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-224ace6b-6e44-4dcc-ac17-9c8b329ab86b {{(pid=101973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:26:00.480535 dv-cinder-835761-1-smb neutron-server[101973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'code': 200} Mar 29 21:26:00.505567 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Pushing event updated for resources: {'Port': ['ID=8abe2f04-89f1-400f-b634-ee987ac4de11,revision_number=5']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:00.669975 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a620-5597-4fb3-8e5e-fedb3c569f8a req-2167b7a2-9c37-4887-8557-e6f179a984a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:00.671315 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6172a620-5597-4fb3-8e5e-fedb3c569f8a req-2167b7a2-9c37-4887-8557-e6f179a984a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0385809 Mar 29 21:26:00.703730 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-6172a620-5597-4fb3-8e5e-fedb3c569f8a req-a347b8bb-7b65-4a69-ad35-6c77814b5d3b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260513 Mar 29 21:26:00.889196 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b233c-4cf1-457d-baf4-4c0b9a8b06bd req-57faa668-9be9-4718-b8e6-799073889411 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:00.890668 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8b5b233c-4cf1-457d-baf4-4c0b9a8b06bd req-57faa668-9be9-4718-b8e6-799073889411 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0474679 Mar 29 21:26:00.927708 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8b5b233c-4cf1-457d-baf4-4c0b9a8b06bd req-e0826b60-05d5-4216-a2aa-87041ec130a5 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306208 Mar 29 21:26:02.045799 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595872c6-402f-482f-8cf2-c623be476a07 req-e69d22ad-f8c5-4920-9dfe-3843e883b18a tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:02.047351 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-595872c6-402f-482f-8cf2-c623be476a07 req-e69d22ad-f8c5-4920-9dfe-3843e883b18a tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0508320 Mar 29 21:26:02.094093 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-595872c6-402f-482f-8cf2-c623be476a07 req-12a0917d-82be-493a-aa1a-5a7752ba264f tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385032 Mar 29 21:26:03.204825 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1dae-c056-4945-b47e-27a83e045c35 req-ae87afdd-6a2a-4b66-be3f-aa15983403b7 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:03.206320 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3ee1dae-c056-4945-b47e-27a83e045c35 req-ae87afdd-6a2a-4b66-be3f-aa15983403b7 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0473473 Mar 29 21:26:03.244016 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c3ee1dae-c056-4945-b47e-27a83e045c35 req-88d64e95-2786-49bb-8bcd-e9f98e35e2f1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Mar 29 21:26:03.357656 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29756bf-bb39-4e08-b94e-c9a803e4daec req-48e87ebf-627f-435f-8ff1-a484853084fb tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:03.359122 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d29756bf-bb39-4e08-b94e-c9a803e4daec req-48e87ebf-627f-435f-8ff1-a484853084fb tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0479174 Mar 29 21:26:03.396544 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-d29756bf-bb39-4e08-b94e-c9a803e4daec req-e88ee3d0-1389-451d-99cd-7cf5eea5d9ac tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Mar 29 21:26:03.709655 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca08bb6-300f-4125-80b0-171695a7c740 req-b50fc7fd-0369-49f2-9ce6-0d381b5e1744 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:03.711116 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fca08bb6-300f-4125-80b0-171695a7c740 req-b50fc7fd-0369-49f2-9ce6-0d381b5e1744 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0469942 Mar 29 21:26:03.752154 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fca08bb6-300f-4125-80b0-171695a7c740 req-2659ff5e-d60e-43d0-bb64-67b14ea7ae7d tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348086 Mar 29 21:26:07.844627 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed858d-f594-478c-9cc4-7c1303b589d5 req-02cae59d-807a-4bf1-8291-9aef41753235 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:07.846108 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13ed858d-f594-478c-9cc4-7c1303b589d5 req-02cae59d-807a-4bf1-8291-9aef41753235 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0479882 Mar 29 21:26:07.883991 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-13ed858d-f594-478c-9cc4-7c1303b589d5 req-9dbee794-d73f-4e8d-ba2a-d6b36cf4a12e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Mar 29 21:26:07.905853 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58252) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:26:07.986553 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d036ae-a190-43d1-b815-e5b5d5a58925 tempest-TestMinimumBasicScenario-1258962451 tempest-TestMinimumBasicScenario-1258962451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:07.988061 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-34d036ae-a190-43d1-b815-e5b5d5a58925 tempest-TestMinimumBasicScenario-1258962451 tempest-TestMinimumBasicScenario-1258962451-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1094 time: 0.0812404 Mar 29 21:26:07.991237 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58256) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:26:07.995517 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'floatingip': {'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'port_id': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:26:08.017373 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for floatingip, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:08.116508 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:08.215593 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Allocated IP 172.28.3.222 (b7a0af0e-ee99-4ef6-8c23-0b344072a5e8/c8a8d366-56bd-41d7-bfd7-c387c75213bc/3511cec1-a5a2-442c-a3c3-d313404d4d1b) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 21:26:08.317987 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:08.349121 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454831791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:08.386879 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Network b7a0af0e-ee99-4ef6-8c23-0b344072a5e8 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 21:26:08.390321 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 21:26:08.393861 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 21:26:08.416301 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'Port': ['ID=3511cec1-a5a2-442c-a3c3-d313404d4d1b,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:08.736689 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:08.798927 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:08.943866 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:08.948348 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:09.020614 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'Port': ['ID=3511cec1-a5a2-442c-a3c3-d313404d4d1b,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:09.029209 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570147'] for floatingip, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:09.123907 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.db.l3_db [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Floating IP 7182e778-e343-4f0c-8e2e-2e7aa27e4c5e associated. External IP: 172.28.3.222, port: 8abe2f04-89f1-400f-b634-ee987ac4de11. Mar 29 21:26:09.320233 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Router 8a98881f-5793-4c49-aa6e-3b06884c8764 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:26:09.422246 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:26:09.432074 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893e858-cee7-4830-91d8-f579f513169f None None] Sync routers for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:26:09.439851 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:09.443073 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893e858-cee7-4830-91d8-f579f513169f None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:26:09.443742 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-6893e858-cee7-4830-91d8-f579f513169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:26:09.467428 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-214f02cf-cabd-4936-a1c7-59bc35912fe0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4752061 Mar 29 21:26:09.468386 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:26:09.470249 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58258) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:26:09.470905 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae611c5-2745-44a2-9941-af4e14614ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:26:09.475369 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-aea34c78-51b0-4111-9d09-30ee18e66b64 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153494676', 'description': 'tempest-secgroup-smoke-153494676 description', 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:26:09.497066 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea34c78-51b0-4111-9d09-30ee18e66b64 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:09.514794 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8ff4d7-f8b4-4971-ad97-b4c5dfe1ce85 x-openstack-request-id: req-4d8ff4d7-f8b4-4971-ad97-b4c5dfe1ce85 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:26:09.515078 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:26:09.515327 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d8ff4d7-f8b4-4971-ad97-b4c5dfe1ce85 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:26:09.515771 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'status': 'completed', 'code': 200} Mar 29 21:26:09.557398 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-6893e858-cee7-4830-91d8-f579f513169f None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:26:09.568894 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea34c78-51b0-4111-9d09-30ee18e66b64 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:09.573289 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea34c78-51b0-4111-9d09-30ee18e66b64 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:09.602965 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea34c78-51b0-4111-9d09-30ee18e66b64 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abe1c53-ebcf-4935-9b0c-86e66ada15ce,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:09.607546 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea34c78-51b0-4111-9d09-30ee18e66b64 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:09.611445 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-aea34c78-51b0-4111-9d09-30ee18e66b64 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1374319 Mar 29 21:26:09.611732 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58262) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:26:09.617001 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [None req-85962417-275d-4c36-830d-8818c1407729 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'security_group_rule': {'security_group_id': '0abe1c53-ebcf-4935-9b0c-86e66ada15ce', 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:26:09.624113 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-73da1ba4-f0f5-4620-842b-697ceeba09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:09.625656 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-73da1ba4-f0f5-4620-842b-697ceeba09f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0600948 Mar 29 21:26:09.671985 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85962417-275d-4c36-830d-8818c1407729 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:09.785050 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-6893e858-cee7-4830-91d8-f579f513169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '7182e778-e343-4f0c-8e2e-2e7aa27e4c5e', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'floating_ip_address': '172.28.3.222', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'port_id': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'mac_address': 'fa:16:3e:f7:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:26:08Z', 'updated_at': '2022-03-29T21:26:08Z', 'revision_number': 0, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 5, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:26:09.817729 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893e858-cee7-4830-91d8-f579f513169f None None] Checking router: 8a98881f-5793-4c49-aa6e-3b06884c8764 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:26:09.827216 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893e858-cee7-4830-91d8-f579f513169f None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:26:09.827790 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-6893e858-cee7-4830-91d8-f579f513169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:25:45Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:26:09.941515 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-6893e858-cee7-4830-91d8-f579f513169f None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:26:10.014625 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-ca2acf0d-43f6-4e55-a84f-e882cd6ebb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:10.016059 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-ca2acf0d-43f6-4e55-a84f-e882cd6ebb18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 916 time: 0.3835292 Mar 29 21:26:10.062499 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85962417-275d-4c36-830d-8818c1407729 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.068514 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85962417-275d-4c36-830d-8818c1407729 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.096161 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85962417-275d-4c36-830d-8818c1407729 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a73617-280f-405c-a4df-c912e3368e88,revision_number=0']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:10.106648 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-f6be3ee4-a7b7-4d48-8240-3cd860fd30d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 1000 time: 0.0825272 Mar 29 21:26:10.109781 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-85962417-275d-4c36-830d-8818c1407729 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.113464 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-85962417-275d-4c36-830d-8818c1407729 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4979887 Mar 29 21:26:10.114448 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58264) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:26:10.119024 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-6d469676-c980-4933-8925-aecd86195eca tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'security_group_rule': {'security_group_id': '0abe1c53-ebcf-4935-9b0c-86e66ada15ce', 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:26:10.144304 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d469676-c980-4933-8925-aecd86195eca tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.158361 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-79344f49-c40f-4419-9f57-294b150c7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:10.159952 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-79344f49-c40f-4419-9f57-294b150c7b0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0470128 Mar 29 21:26:10.173689 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-6893e858-cee7-4830-91d8-f579f513169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '7182e778-e343-4f0c-8e2e-2e7aa27e4c5e', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'floating_ip_address': '172.28.3.222', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'port_id': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'mac_address': 'fa:16:3e:f7:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:26:08Z', 'updated_at': '2022-03-29T21:26:08Z', 'revision_number': 0, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 5, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:26:10.203781 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893e858-cee7-4830-91d8-f579f513169f None None] The sync data for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb is: [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_floatingips': [{'id': '7182e778-e343-4f0c-8e2e-2e7aa27e4c5e', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'floating_ip_address': '172.28.3.222', 'floating_network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'router_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'port_id': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'mac_address': 'fa:16:3e:f7:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T21:26:08Z', 'updated_at': '2022-03-29T21:26:08Z', 'revision_number': 0, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 5, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:26:10.210875 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d469676-c980-4933-8925-aecd86195eca tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.210989 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-d1e92bf1-4e58-4e7a-bca0-110c1d02eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:10.212960 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-d1e92bf1-4e58-4e7a-bca0-110c1d02eb1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0464256 Mar 29 21:26:10.215769 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d469676-c980-4933-8925-aecd86195eca tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.234461 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d469676-c980-4933-8925-aecd86195eca tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c44a54a-db5b-42cf-a370-d3f34ef39abd,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:10.243532 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d469676-c980-4933-8925-aecd86195eca tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.247261 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-6d469676-c980-4933-8925-aecd86195eca tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292627 Mar 29 21:26:10.247462 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58266) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:26:10.252016 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-9987c937-4ec4-4e71-b52f-444d3334a5b3 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'security_group_rule': {'security_group_id': '0abe1c53-ebcf-4935-9b0c-86e66ada15ce', 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:26:10.281001 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9987c937-4ec4-4e71-b52f-444d3334a5b3 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.309816 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-050f15a1-ea3f-4b29-8f95-c0fad7e4eec6 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893300 Mar 29 21:26:10.348483 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9987c937-4ec4-4e71-b52f-444d3334a5b3 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.352769 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9987c937-4ec4-4e71-b52f-444d3334a5b3 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.367196 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987c937-4ec4-4e71-b52f-444d3334a5b3 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1d02b8-58a9-431c-88f8-89d747e60222,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:10.384434 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9987c937-4ec4-4e71-b52f-444d3334a5b3 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.389032 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-9987c937-4ec4-4e71-b52f-444d3334a5b3 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371109 Mar 29 21:26:10.389232 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58268) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:26:10.394336 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-c4ecca6f-5e13-46a9-907d-bf93321d82e2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'security_group_rule': {'security_group_id': '0abe1c53-ebcf-4935-9b0c-86e66ada15ce', 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:26:10.413921 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-fae611c5-2745-44a2-9941-af4e14614ec5 req-3838b8a4-6e76-4cda-a661-6e9a5ef0790d service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975077 Mar 29 21:26:10.421001 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c4ecca6f-5e13-46a9-907d-bf93321d82e2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.484154 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c4ecca6f-5e13-46a9-907d-bf93321d82e2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.487793 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c4ecca6f-5e13-46a9-907d-bf93321d82e2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.501200 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecca6f-5e13-46a9-907d-bf93321d82e2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449bb4b2-6fc4-4325-ae72-2e792f4cbd76,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:10.514378 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c4ecca6f-5e13-46a9-907d-bf93321d82e2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.515550 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-c4ecca6f-5e13-46a9-907d-bf93321d82e2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252253 Mar 29 21:26:10.518244 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58270) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:26:10.523279 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-b20ca850-87f7-465c-8f1c-1bba44f552f6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'security_group_rule': {'security_group_id': '0abe1c53-ebcf-4935-9b0c-86e66ada15ce', 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:26:10.544229 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.securitygroups_db [None req-b20ca850-87f7-465c-8f1c-1bba44f552f6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Project d37eecf966ec4ff6bbeb8471a78d074b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 21:26:10.549517 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b20ca850-87f7-465c-8f1c-1bba44f552f6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.617628 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b20ca850-87f7-465c-8f1c-1bba44f552f6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.621595 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b20ca850-87f7-465c-8f1c-1bba44f552f6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.639850 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ca850-87f7-465c-8f1c-1bba44f552f6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830de630-090e-4a2b-9036-7e6dc024a473,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:10.649331 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b20ca850-87f7-465c-8f1c-1bba44f552f6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.650587 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-b20ca850-87f7-465c-8f1c-1bba44f552f6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313899 Mar 29 21:26:10.653174 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58272) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:26:10.657457 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-3aff3a99-7e28-44a8-953f-a8ead5b3d32e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'security_group_rule': {'security_group_id': '0abe1c53-ebcf-4935-9b0c-86e66ada15ce', 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:26:10.679474 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.securitygroups_db [None req-3aff3a99-7e28-44a8-953f-a8ead5b3d32e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Project d37eecf966ec4ff6bbeb8471a78d074b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 21:26:10.684707 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3aff3a99-7e28-44a8-953f-a8ead5b3d32e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.746787 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3aff3a99-7e28-44a8-953f-a8ead5b3d32e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.750594 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3aff3a99-7e28-44a8-953f-a8ead5b3d32e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966998'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.768777 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff3a99-7e28-44a8-953f-a8ead5b3d32e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e9821f-6b3d-42c9-8d8c-1ad073ec6b96,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:10.777657 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3aff3a99-7e28-44a8-953f-a8ead5b3d32e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:10.778876 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-3aff3a99-7e28-44a8-953f-a8ead5b3d32e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247916 Mar 29 21:26:10.857580 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-231895fb-33f7-49d3-be2d-62f6140350b9 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153494676&fields=id&tenant_id=d37eecf966ec4ff6bbeb8471a78d074b HTTP/1.1" status: 200 len: 267 time: 0.0334923 Mar 29 21:26:10.883273 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65017cd9-96be-4edc-b238-3849a5f84a4f None None] New status for floating IP 7182e778-e343-4f0c-8e2e-2e7aa27e4c5e: ACTIVE {{(pid=101974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:26:10.912188 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-a80d72c9-9e87-45dd-82eb-3dac2821e9fd tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:10.914359 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-a80d72c9-9e87-45dd-82eb-3dac2821e9fd tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0507734 Mar 29 21:26:10.924544 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-639e883b-3a5d-4ca1-bbf4-bd464b722254 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'port': {'security_groups': ['8fe87720-236f-4334-a6dc-4edcf318dcf3', '0abe1c53-ebcf-4935-9b0c-86e66ada15ce']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:26:10.989420 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-639e883b-3a5d-4ca1-bbf4-bd464b722254 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:11.172676 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-639e883b-3a5d-4ca1-bbf4-bd464b722254 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] For port 8abe2f04-89f1-400f-b634-ee987ac4de11, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=8abe2f04-89f1-400f-b634-ee987ac4de11,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:26:11.202058 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-639e883b-3a5d-4ca1-bbf4-bd464b722254 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:11.206701 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-639e883b-3a5d-4ca1-bbf4-bd464b722254 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:11.249507 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['8abe2f04-89f1-400f-b634-ee987ac4de11'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:26:11.255054 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-639e883b-3a5d-4ca1-bbf4-bd464b722254 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:11.255054 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-639e883b-3a5d-4ca1-bbf4-bd464b722254 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:11.258507 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-056fbfbd-fcae-4c98-a551-dab5ba21264a req-639e883b-3a5d-4ca1-bbf4-bd464b722254 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "PUT /v2.0/ports/8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 982 time: 0.3383324 Mar 29 21:26:11.278244 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e883b-3a5d-4ca1-bbf4-bd464b722254 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'Port': ['ID=8abe2f04-89f1-400f-b634-ee987ac4de11,revision_number=6']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:26:11.371625 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc4fb6-6a1a-4b8e-978a-94d232f1f029 req-53fdd04a-b839-4317-be92-ec21a084eb3f tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:11.379432 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c7bc4fb6-6a1a-4b8e-978a-94d232f1f029 req-53fdd04a-b839-4317-be92-ec21a084eb3f tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0606976 Mar 29 21:26:11.403151 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['8abe2f04-89f1-400f-b634-ee987ac4de11'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:26:11.418896 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c7bc4fb6-6a1a-4b8e-978a-94d232f1f029 req-908baf8a-f3ec-4a1c-925d-0eeb1047acb2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385683 Mar 29 21:26:11.516652 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:26:11.518989 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:26:11.551113 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-276e98f4-e339-425b-b616-c121b0287d6c None None] Provisioning complete for port 8abe2f04-89f1-400f-b634-ee987ac4de11 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:26:11.551492 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-276e98f4-e339-425b-b616-c121b0287d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:11.556145 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cf4b4f-93cc-4af3-887d-783f7f738348 x-openstack-request-id: req-72cf4b4f-93cc-4af3-887d-783f7f738348 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:26:11.556500 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:26:11.556754 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72cf4b4f-93cc-4af3-887d-783f7f738348 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:26:11.557146 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'status': 'completed', 'code': 200} Mar 29 21:26:11.641599 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-9af4c2a9-860f-4f0e-a8a2-93f68fffe8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:11.643120 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-9af4c2a9-860f-4f0e-a8a2-93f68fffe8e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1138 time: 0.0427866 Mar 29 21:26:11.731979 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-606c6a9c-2830-4547-adb5-d212092b68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:11.733802 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-606c6a9c-2830-4547-adb5-d212092b68ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 916 time: 0.0832536 Mar 29 21:26:11.805177 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-11629a8b-1145-42b6-bbd4-b5faca78102f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 1002 time: 0.0644536 Mar 29 21:26:11.852138 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-47a1d54b-b367-4dda-909c-1556fcd2ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:11.853728 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-47a1d54b-b367-4dda-909c-1556fcd2ac6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0420902 Mar 29 21:26:11.899187 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-5aecdc1a-c946-4611-ac83-82486470896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:11.900664 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-5aecdc1a-c946-4611-ac83-82486470896a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0403137 Mar 29 21:26:11.997458 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-f8b6826e-b1d0-4737-a4f0-e637bad9fb46 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895081 Mar 29 21:26:12.084445 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-8ac66f3b-ebaf-4b95-8cbd-fddebb8b55b6 req-f6ff82eb-810c-4e0b-bb31-fda3425b3c7c service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805552 Mar 29 21:26:12.755765 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d236b69b-6e82-42ec-8472-5080344d0c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:15.085062 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b268e4c0-38e6-4a2c-8bb6-08a283c3093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:16.126222 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:16.771133 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-f942758e-aebb-4b77-bb40-54b1766509db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427296 Mar 29 21:26:16.871027 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-9242c342-f9cb-491b-8623-64685936c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:16.872482 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-9242c342-f9cb-491b-8623-64685936c3ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1138 time: 0.0404027 Mar 29 21:26:16.973957 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-1abdd059-b882-4614-af81-9a2916199392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:16.975446 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-1abdd059-b882-4614-af81-9a2916199392 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 916 time: 0.0837622 Mar 29 21:26:17.044360 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-a09a875b-e555-4c66-b5c3-4835fb14537a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 1002 time: 0.0604272 Mar 29 21:26:17.091599 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-6487261b-a2a2-4e00-bf51-53dcfde10b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:17.092982 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-6487261b-a2a2-4e00-bf51-53dcfde10b6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0413542 Mar 29 21:26:17.135865 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-3b1087a4-8ca7-475f-851b-5b4092709cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:26:17.137282 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-3b1087a4-8ca7-475f-851b-5b4092709cba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0378106 Mar 29 21:26:17.228274 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-ca897124-b0ee-4abb-96d1-134677f115e8 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843620 Mar 29 21:26:17.314955 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-05b5e9e2-9115-4527-a37a-a372f4845ff4 req-9c668369-349c-4572-828e-01d0a91bf04d service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804727 Mar 29 21:26:17.800250 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:18.087547 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:26:18.465028 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:28.795516 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:42.753089 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1cffdd47-2a2c-453b-adc0-1617e5efc322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:45.086199 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-81f0590b-decb-421c-b8ab-54d89cb2d2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:46.133554 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:47.804493 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:48.466020 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:26:55.085318 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:26:58.808435 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:12.198964 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbece60-bb4b-47f4-984c-ec2a8373ed1c req-4c652b79-d204-492d-bb82-1df57f918a3c tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:12.200423 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0dbece60-bb4b-47f4-984c-ec2a8373ed1c req-4c652b79-d204-492d-bb82-1df57f918a3c tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0788746 Mar 29 21:27:12.205802 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-3284b368-8ec9-4116-82e1-1759234fccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:12.207213 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-3284b368-8ec9-4116-82e1-1759234fccc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1138 time: 0.0558538 Mar 29 21:27:12.272824 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-0dbece60-bb4b-47f4-984c-ec2a8373ed1c req-f4081a27-f290-4388-95d2-91fac566e294 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590746 Mar 29 21:27:12.327520 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-341ad93e-fa23-4eae-b788-215aeb3a61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:12.328978 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-341ad93e-fa23-4eae-b788-215aeb3a61c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 916 time: 0.1092865 Mar 29 21:27:12.392270 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-71aea6eb-031f-4538-b4f8-e983bd4de69d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 1002 time: 0.0566239 Mar 29 21:27:12.438879 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-5b185a9b-f15d-492f-8c93-0c3bb303ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:12.440267 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-5b185a9b-f15d-492f-8c93-0c3bb303ad96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0417194 Mar 29 21:27:12.487214 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-29d6955e-80a0-4d72-a4d6-4b60eade18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:12.488640 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-29d6955e-80a0-4d72-a4d6-4b60eade18bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0422072 Mar 29 21:27:12.575331 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-d25693ef-668b-4ecd-b82f-f6eb22876d18 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794487 Mar 29 21:27:12.667776 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c1ae8c70-2f9f-469b-b084-90e117866790 req-6d2edfb6-324f-47ec-96fe-2e7e14527c25 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858436 Mar 29 21:27:12.754848 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f0eb-ef96-477d-9b00-1c005a88424e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:13.391536 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01df3a-610e-4850-a0fd-7f60883cf8cf req-f93d10d8-743e-4607-a27c-1149722e92af tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:13.392983 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5b01df3a-610e-4850-a0fd-7f60883cf8cf req-f93d10d8-743e-4607-a27c-1149722e92af tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0480816 Mar 29 21:27:13.430882 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5b01df3a-610e-4850-a0fd-7f60883cf8cf req-fe789ee7-8942-4569-a04d-9529760fa50e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318484 Mar 29 21:27:14.544889 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b785b8-afc4-4ce7-aa7d-306fe3cd8d94 req-5317cfb4-f2ea-4186-bc9d-35b0e8922f5e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:14.546347 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73b785b8-afc4-4ce7-aa7d-306fe3cd8d94 req-5317cfb4-f2ea-4186-bc9d-35b0e8922f5e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0471840 Mar 29 21:27:14.588558 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-73b785b8-afc4-4ce7-aa7d-306fe3cd8d94 req-35572de3-3759-4235-940b-8e66f5cac5b9 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361662 Mar 29 21:27:15.089389 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcd98-2535-49ba-bf87-638a0c95931f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:15.863050 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e9b12-d975-4480-a433-5702870aad7b req-c0fef83f-af56-4097-9725-d75023e3a605 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:15.864477 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e68e9b12-d975-4480-a433-5702870aad7b req-c0fef83f-af56-4097-9725-d75023e3a605 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0480044 Mar 29 21:27:15.903868 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-e68e9b12-d975-4480-a433-5702870aad7b req-f23ea3ee-4148-4e44-8ea7-23d1f639c224 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322962 Mar 29 21:27:16.135826 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:17.017107 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7faa57-98c7-4a2f-b1ba-c6ea951c7ca9 req-57f311fd-1b41-48ad-817d-cc9b0c9dac15 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:17.018567 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ae7faa57-98c7-4a2f-b1ba-c6ea951c7ca9 req-57f311fd-1b41-48ad-817d-cc9b0c9dac15 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0474517 Mar 29 21:27:17.056724 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ae7faa57-98c7-4a2f-b1ba-c6ea951c7ca9 req-75107569-639b-44d6-b4e7-145ad9520e4e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0315707 Mar 29 21:27:17.788761 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169b38d-ffec-452f-981c-a46ed186870a req-40f35e89-c57c-4da8-b477-bc06ba7c0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:17.790291 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5169b38d-ffec-452f-981c-a46ed186870a req-40f35e89-c57c-4da8-b477-bc06ba7c0a5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1138 time: 0.0391138 Mar 29 21:27:17.808598 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:17.892727 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169b38d-ffec-452f-981c-a46ed186870a req-e26c5165-7d63-466a-ba4d-6222272cf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:17.894180 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5169b38d-ffec-452f-981c-a46ed186870a req-e26c5165-7d63-466a-ba4d-6222272cf1df service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 916 time: 0.0860765 Mar 29 21:27:17.960411 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5169b38d-ffec-452f-981c-a46ed186870a req-0a338fad-c169-4626-93e2-fb763e6515f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 1002 time: 0.0600512 Mar 29 21:27:18.008262 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169b38d-ffec-452f-981c-a46ed186870a req-266c5647-8064-4603-8ed2-034367155b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:18.010257 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5169b38d-ffec-452f-981c-a46ed186870a req-266c5647-8064-4603-8ed2-034367155b0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0421956 Mar 29 21:27:18.052611 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169b38d-ffec-452f-981c-a46ed186870a req-486cb15f-00f6-487b-be3d-612ad04e1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:18.053934 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5169b38d-ffec-452f-981c-a46ed186870a req-486cb15f-00f6-487b-be3d-612ad04e1a65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0372989 Mar 29 21:27:18.170541 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5169b38d-ffec-452f-981c-a46ed186870a req-08a3635f-a0ad-46b3-9b58-41e4ae972213 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089447 Mar 29 21:27:18.192046 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d49254-1f15-494a-98b7-69c49a9a5cf7 req-a0c2c34b-1d0c-4c3f-8738-a16dce41ca95 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:18.193407 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08d49254-1f15-494a-98b7-69c49a9a5cf7 req-a0c2c34b-1d0c-4c3f-8738-a16dce41ca95 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0685263 Mar 29 21:27:18.279707 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-08d49254-1f15-494a-98b7-69c49a9a5cf7 req-db000e4a-372f-4291-9bab-840093692cab tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766876 Mar 29 21:27:18.298365 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-5169b38d-ffec-452f-981c-a46ed186870a req-aec12ac2-cc72-45a7-9011-0deb6c6bda38 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212676 Mar 29 21:27:18.467500 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:19.398149 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96921fae-26cd-41be-bab1-0d5322c4ce48 req-960942be-824c-4da3-8930-c905a8eddee2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:19.399726 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-96921fae-26cd-41be-bab1-0d5322c4ce48 req-960942be-824c-4da3-8930-c905a8eddee2 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0488129 Mar 29 21:27:19.438782 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-96921fae-26cd-41be-bab1-0d5322c4ce48 req-40cc085d-55ed-45ab-b5af-08bf43bc0c02 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330985 Mar 29 21:27:20.552995 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2cd8e-5b53-476f-9200-d946e3b0101c req-5286d510-df8e-41e7-b19e-a665c7f770f4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:20.554445 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-36e2cd8e-5b53-476f-9200-d946e3b0101c req-5286d510-df8e-41e7-b19e-a665c7f770f4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0474477 Mar 29 21:27:20.593388 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-36e2cd8e-5b53-476f-9200-d946e3b0101c req-cc6543ac-f35d-4eac-a558-d8f165bcb38e tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328410 Mar 29 21:27:21.859164 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6892c9-27d3-4db0-86d2-93fb89a5a643 req-a38a4788-0ca5-472b-9a31-e0556a2e5cd6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:21.860601 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aa6892c9-27d3-4db0-86d2-93fb89a5a643 req-a38a4788-0ca5-472b-9a31-e0556a2e5cd6 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0477757 Mar 29 21:27:21.902830 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-aa6892c9-27d3-4db0-86d2-93fb89a5a643 req-c5086a88-1f59-4c98-9db8-35588e57acdb tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361741 Mar 29 21:27:23.016091 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aff23f-e857-450b-ac69-92c7fda795c2 req-663dd371-b743-4ad3-af73-bddf60932473 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:23.017620 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-41aff23f-e857-450b-ac69-92c7fda795c2 req-663dd371-b743-4ad3-af73-bddf60932473 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0490830 Mar 29 21:27:23.071510 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-41aff23f-e857-450b-ac69-92c7fda795c2 req-e0d2b2b4-393d-40a6-9b09-d56d3fa86e1c tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471344 Mar 29 21:27:24.184595 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26660a90-9218-4556-9b1e-6d618786847b req-9d440f61-c3dc-4bb2-87d5-43f7042b04d0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:27:24.186100 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-26660a90-9218-4556-9b1e-6d618786847b req-9d440f61-c3dc-4bb2-87d5-43f7042b04d0 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0484612 Mar 29 21:27:24.225213 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-26660a90-9218-4556-9b1e-6d618786847b req-9af0c6c6-00fc-4317-b243-2f91e2ac7d82 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=0abe1c53-ebcf-4935-9b0c-86e66ada15ce&id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331116 Mar 29 21:27:28.829528 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:32.084727 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:27:42.756218 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d17e1a9d-70fb-4f73-9deb-29470fb631e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:45.091169 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d16f7800-fddf-4bc8-869b-a1ccaf28e1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:46.135228 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:47.812171 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:48.468978 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:27:58.823640 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:09.083432 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:28:12.758051 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0bdc-cf68-4b1f-bd30-a136c70cc2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:15.092810 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0a05-7de6-48b4-85b1-7afb4ab9859d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:16.137840 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:17.815605 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:18.470476 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:20.366282 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-9d42d0c5-9e98-44e9-a5ea-3cd067d4a7c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817995 Mar 29 21:28:20.463478 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-ba3de6d0-a9a8-47cf-a783-ac5732efd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:20.464922 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-ba3de6d0-a9a8-47cf-a783-ac5732efd6f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1138 time: 0.0423553 Mar 29 21:28:20.563609 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-24117f55-9b26-4d50-ad3a-b6777e028262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:20.564950 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-24117f55-9b26-4d50-ad3a-b6777e028262 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 916 time: 0.0821657 Mar 29 21:28:20.630673 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-0a1a9eea-9c84-4fc5-bc1e-5346405413b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 1002 time: 0.0597372 Mar 29 21:28:20.677155 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-ecb7382a-547c-4881-8dd8-29ec2e21edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:20.678715 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-ecb7382a-547c-4881-8dd8-29ec2e21edfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0413516 Mar 29 21:28:20.721594 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-0fa7d574-1142-4f87-8e7d-892b1d99f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:20.723119 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-0fa7d574-1142-4f87-8e7d-892b1d99f096 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0383081 Mar 29 21:28:20.734044 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-9c6a6152-a5a0-47c1-b9fc-449182935956 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 21:28:20.734977 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-9c6a6152-a5a0-47c1-b9fc-449182935956 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048342 Mar 29 21:28:20.822606 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-0b4cb056-0abf-4ed2-957d-0624f8cc4a39 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817103 Mar 29 21:28:20.908918 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f50b021c-f297-4927-b613-8c2aaf8f55e8 req-c0af0ccd-3b01-40a3-91fc-5ccd892d3a95 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806386 Mar 29 21:28:27.769164 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-82b30b86-c1d5-4e48-bade-f2423a095395 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153494676&fields=id&tenant_id=d37eecf966ec4ff6bbeb8471a78d074b HTTP/1.1" status: 200 len: 267 time: 0.1350515 Mar 29 21:28:27.826572 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-aab40227-4e63-44f4-8604-09b01215eb0f tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:27.828012 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-aab40227-4e63-44f4-8604-09b01215eb0f tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 985 time: 0.0524507 Mar 29 21:28:27.840240 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.v2.base [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Request body: {'port': {'security_groups': ['8fe87720-236f-4334-a6dc-4edcf318dcf3']}} {{(pid=101972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 21:28:27.903237 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598973'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.073817 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] For port 8abe2f04-89f1-400f-b634-ee987ac4de11, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=8abe2f04-89f1-400f-b634-ee987ac4de11,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:28:28.102677 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.107337 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780455388344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454831764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454840890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693375'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.142163 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['8abe2f04-89f1-400f-b634-ee987ac4de11'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:28:28.158202 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:28.158781 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.160228 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-37c3a767-6056-489d-833d-fd05d9bd0c66 req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "PUT /v2.0/ports/8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 943 time: 0.3257325 Mar 29 21:28:28.160655 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:28:28.163055 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d204fe-c93c-4e3c-8a69-e96656191d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:28:28.168471 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58354) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:28.204535 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ac9499-aa40-440e-bd6b-f605f420774e x-openstack-request-id: req-16ac9499-aa40-440e-bd6b-f605f420774e {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:28:28.204823 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:28:28.205125 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16ac9499-aa40-440e-bd6b-f605f420774e {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:28:28.205520 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'status': 'completed', 'code': 200} Mar 29 21:28:28.210047 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event updated for resources: {'Port': ['ID=8abe2f04-89f1-400f-b634-ee987ac4de11,revision_number=7']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:28.227991 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.228404 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.228744 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.229073 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.229399 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.229749 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.230064 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.230388 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.230751 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.231111 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.231457 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.231784 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3f131-82b2-4c25-b2b9-46007ec3dab4 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.267354 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3c63-f730-4249-a716-88035082bfa1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.280722 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] get_ports_and_sgs() called for port_ids ['8abe2f04-89f1-400f-b634-ee987ac4de11'] {{(pid=101973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 21:28:28.314950 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3c63-f730-4249-a716-88035082bfa1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.361113 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-4b8be99f-096e-43a6-98ed-d19281d264c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:28.362659 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-4b8be99f-096e-43a6-98ed-d19281d264c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1099 time: 0.1066520 Mar 29 21:28:28.412700 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3c63-f730-4249-a716-88035082bfa1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.415319 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3c63-f730-4249-a716-88035082bfa1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for security_group, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.418893 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-8f9a3c63-f730-4249-a716-88035082bfa1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "DELETE /v2.0/security-groups/0abe1c53-ebcf-4935-9b0c-86e66ada15ce HTTP/1.1" status: 204 len: 168 time: 0.2474031 Mar 29 21:28:28.419659 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58358) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:28.453918 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a3c63-f730-4249-a716-88035082bfa1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abe1c53-ebcf-4935-9b0c-86e66ada15ce,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:28.454956 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.provisioning_blocks [None req-d63a3a3e-c56a-4836-a122-6b2ca49e0dd9 None None] Provisioning complete for port 8abe2f04-89f1-400f-b634-ee987ac4de11 triggered by entity DHCP. {{(pid=101973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 21:28:28.455325 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-d63a3a3e-c56a-4836-a122-6b2ca49e0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081865'] for port, provisioning_complete {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.486511 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-8dfd6687-374e-4e51-9c74-4e51ec1914c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:28.488470 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-8dfd6687-374e-4e51-9c74-4e51ec1914c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 916 time: 0.1182885 Mar 29 21:28:28.554976 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-bce16f90-2160-4423-8888-08ea599fc795 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 1002 time: 0.0596535 Mar 29 21:28:28.581173 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Deleting port 3511cec1-a5a2-442c-a3c3-d313404d4d1b {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:28:28.581511 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.611050 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-b193864e-ef25-4ad4-b9b6-90ffb61433d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:28.612523 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-b193864e-ef25-4ad4-b9b6-90ffb61433d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0501466 Mar 29 21:28:28.657256 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-dae032cd-c172-4b60-86fa-56151e4d50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:28.658788 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-dae032cd-c172-4b60-86fa-56151e4d50ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0394390 Mar 29 21:28:28.659124 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.659450 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.670914 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Calling delete_port for 3511cec1-a5a2-442c-a3c3-d313404d4d1b owned by network:floatingip {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:28:28.753357 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-338b13db-2471-42c4-8959-5e172325b82b service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875058 Mar 29 21:28:28.825525 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.843258 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f9d204fe-c93c-4e3c-8a69-e96656191d0d req-271fb49c-7038-4002-8ed6-659f939322a2 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832891 Mar 29 21:28:28.847184 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.874238 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event deleted for resources: {'Port': ['ID=3511cec1-a5a2-442c-a3c3-d313404d4d1b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:28.899868 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.900221 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.900564 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.900901 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.901235 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.901568 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.901898 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.902257 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.902583 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.902906 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.903229 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.903559 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835761-1-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 21:28:28.942708 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks [] for floatingip, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:28.943063 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Floating IP 7182e778-e343-4f0c-8e2e-2e7aa27e4c5e disassociated (deleted). External IP: 172.28.3.222, port: 8abe2f04-89f1-400f-b634-ee987ac4de11. Mar 29 21:28:29.154826 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Router 8a98881f-5793-4c49-aa6e-3b06884c8764 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:28:29.260631 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:28:29.265636 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:29.270006 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] Sync routers for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:28:29.279304 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:28:29.279909 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:28:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:29.292368 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-aea38e5b-36e4-4d5c-a2af-df97525ab0d1 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "DELETE /v2.0/floatingips/7182e778-e343-4f0c-8e2e-2e7aa27e4c5e HTTP/1.1" status: 204 len: 168 time: 0.8710706 Mar 29 21:28:29.292937 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:28:29.295266 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c5075ce7fbdf24a62ef22baba17db86c8febec6032db644a0044682309bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:28:29.390711 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:28:29.400088 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 21:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c78c82-b282-42ef-926f-6e84e47a1331 x-openstack-request-id: req-63c78c82-b282-42ef-926f-6e84e47a1331 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:28:29.400424 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:28:29.400684 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63c78c82-b282-42ef-926f-6e84e47a1331 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:28:29.401094 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'status': 'completed', 'code': 200} Mar 29 21:28:29.486930 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-bfd14f10-2580-4a55-a4e9-110e7960ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:29.488964 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-bfd14f10-2580-4a55-a4e9-110e7960ed49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0450950 Mar 29 21:28:29.587638 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-93a6db60-9660-42da-8ccd-53e2cfbbacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:29.589358 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-93a6db60-9660-42da-8ccd-53e2cfbbacb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 200 len: 916 time: 0.0930989 Mar 29 21:28:29.621018 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 5, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:29.638384 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-31f55e71-4f8e-452f-bc2d-d38cdf771837 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 200 len: 217 time: 0.0349679 Mar 29 21:28:29.650082 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] Checking router: 8a98881f-5793-4c49-aa6e-3b06884c8764 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:28:29.658245 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:28:29.658836 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:28:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:29.694072 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-70a1d919-bf76-4467-bd11-96769fd1230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:29.695672 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-70a1d919-bf76-4467-bd11-96769fd1230d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 200 len: 854 time: 0.0465894 Mar 29 21:28:29.741415 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-395f9588-c7eb-4430-956c-32838cabf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:29.742973 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-395f9588-c7eb-4430-956c-32838cabf75e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9106151-b35a-45cb-ae15-e1772c52f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0405476 Mar 29 21:28:29.763693 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:28:29.829636 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-3c8aedb8-18c3-4257-9db5-577729f61510 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793991 Mar 29 21:28:29.922049 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-f3a66ea7-dcb8-47e8-b8cd-c106eec0dde2 req-4b7264df-249b-407e-a2af-ee9ae71e9b98 service neutron] 10.222.0.39 "GET /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849917 Mar 29 21:28:29.955350 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 5, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:29.983304 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d956f2-b575-4b0d-a22e-c7d897eee273 None None] The sync data for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb is: [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:27Z', 'revision_number': 4, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb', '_interfaces': [{'id': '046d7a2c-caf3-4012-8c1b-a057eeb4da2c', 'name': '', 'network_id': 'b9106151-b35a-45cb-ae15-e1772c52f4e7', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'mac_address': 'fa:16:3e:f3:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:27Z', 'updated_at': '2022-03-29T21:25:32Z', 'revision_number': 5, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'subnets': [{'id': '88078e6f-f2b2-41c2-b309-55298d366aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:28:30.197388 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111b523-e554-4f77-8f7a-44377b1acdfd None None] New status for floating IP 7182e778-e343-4f0c-8e2e-2e7aa27e4c5e: DOWN {{(pid=101974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 21:28:32.091541 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72423e57-6385-4375-b41a-0a6f35fb7ae2 req-c1cd901b-c429-4c5e-8fe5-c1c0c8a43a61 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:32.093107 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-72423e57-6385-4375-b41a-0a6f35fb7ae2 req-c1cd901b-c429-4c5e-8fe5-c1c0c8a43a61 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0527191 Mar 29 21:28:32.132316 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-72423e57-6385-4375-b41a-0a6f35fb7ae2 req-bdb9e3c6-8f42-4bd1-86aa-b46e2e8fae3b tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Mar 29 21:28:33.252017 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ef85e-ceff-4ae6-a5e3-ab1a9d559c69 req-02ab963d-e738-4e9e-b78f-a6f37af6cdfc tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:33.254307 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac8ef85e-ceff-4ae6-a5e3-ab1a9d559c69 req-02ab963d-e738-4e9e-b78f-a6f37af6cdfc tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0538301 Mar 29 21:28:33.291677 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-ac8ef85e-ceff-4ae6-a5e3-ab1a9d559c69 req-ff0e3525-accc-40d5-9a78-28af2152aa3b tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306506 Mar 29 21:28:34.293094 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-f5b98acf-142a-484b-a1ec-e03c8e739a7b tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:34.294534 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-f5b98acf-142a-484b-a1ec-e03c8e739a7b tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.0477033 Mar 29 21:28:34.684726 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Deleting port 8abe2f04-89f1-400f-b634-ee987ac4de11 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:28:34.684954 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:34.705275 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aefcc4-499b-4db1-af96-8b4ea1955c8d req-e46984a8-0bc1-4d3e-8395-bff00563b156 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 21:28:34.706734 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c9aefcc4-499b-4db1-af96-8b4ea1955c8d req-e46984a8-0bc1-4d3e-8395-bff00563b156 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8f994a-00ed-40f7-84e6-6160f1fb5dc1 HTTP/1.1" status: 200 len: 946 time: 0.3471429 Mar 29 21:28:34.797341 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-c9aefcc4-499b-4db1-af96-8b4ea1955c8d req-89f408a3-fbff-48c4-ae31-cff5d2d1f0db tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fe87720-236f-4334-a6dc-4edcf318dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776365 Mar 29 21:28:34.812684 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] For port 8abe2f04-89f1-400f-b634-ee987ac4de11, host hv-cinder-83576, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83576',level=0,port_id=8abe2f04-89f1-400f-b634-ee987ac4de11,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:28:34.813051 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:34.826547 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Calling delete_port for 8abe2f04-89f1-400f-b634-ee987ac4de11 owned by compute:nova {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:28:34.948830 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:34.982926 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Pushing event deleted for resources: {'Port': ['ID=8abe2f04-89f1-400f-b634-ee987ac4de11,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:35.024316 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] No DVR routers for this DVR port 8abe2f04-89f1-400f-b634-ee987ac4de11 on host hv-cinder-83576 {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:28:35.026767 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127400'] for port, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:35.030018 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [req-67c94523-9c0d-42d2-a715-7a05e17713e4 req-901bb7dc-be35-4098-be61-10a7292dda16 tempest-TestMinimumBasicScenario-1732558564 tempest-TestMinimumBasicScenario-1732558564-project] 10.222.0.39 "DELETE /v2.0/ports/8abe2f04-89f1-400f-b634-ee987ac4de11 HTTP/1.1" status: 204 len: 173 time: 0.7300920 Mar 29 21:28:35.030438 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'name': 'network-vif-deleted', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 21:28:35.032619 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d97f3b4262549c4483f5325b8740767d65d7172296ed3acf7e17debff8f24b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c05837-7c9e-419e-b9b6-ea294c61ffe4" -d '{"events": [{"server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "name": "network-vif-deleted", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 21:28:35.076365 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cbea70-5a2a-4611-ae9b-78a1d365c50d x-openstack-request-id: req-e2cbea70-5a2a-4611-ae9b-78a1d365c50d {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 21:28:35.076656 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8f994a-00ed-40f7-84e6-6160f1fb5dc1", "name": "network-vif-deleted", "tag": "8abe2f04-89f1-400f-b634-ee987ac4de11", "status": "completed", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 21:28:35.076912 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2cbea70-5a2a-4611-ae9b-78a1d365c50d {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 21:28:35.077307 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8f994a-00ed-40f7-84e6-6160f1fb5dc1', 'name': 'network-vif-deleted', 'tag': '8abe2f04-89f1-400f-b634-ee987ac4de11', 'status': 'completed', 'code': 200} Mar 29 21:28:36.357551 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58452) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:36.689751 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569123'] for router_interface, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:36.908842 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 8abe2f04-89f1-400f-b634-ee987ac4de11 no longer exists at agent hyperv_hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:28:36.930666 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] No Port match for: 8abe2f04-89f1-400f-b634-ee987ac4de11 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:28:36.931065 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Device 8abe2f04-89f1-400f-b634-ee987ac4de11 not bound to the agent host hv-cinder-83576 {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:28:37.123327 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Deleting port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:28:37.123658 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:37.198337 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] For port 046d7a2c-caf3-4012-8c1b-a057eeb4da2c, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=046d7a2c-caf3-4012-8c1b-a057eeb4da2c,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:28:37.198695 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:37.211312 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Calling delete_port for 046d7a2c-caf3-4012-8c1b-a057eeb4da2c owned by network:router_interface {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:28:37.383336 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:37.410396 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=046d7a2c-caf3-4012-8c1b-a057eeb4da2c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:37.573769 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569175'] for router_interface, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:37.783995 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Router 8a98881f-5793-4c49-aa6e-3b06884c8764 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:28:37.894109 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:28:37.899934 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-4e7005c8-7d23-4307-b6f3-b15400364e2f admin admin] 10.222.0.37 "PUT /v2.0/routers/8a98881f-5793-4c49-aa6e-3b06884c8764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5413280 Mar 29 21:28:37.902516 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58454) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:37.903158 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] Sync routers for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:28:37.912435 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:28:37.913092 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:28:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:38.004830 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks [] for router, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.016676 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: dv-cinder-835761-1-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:28:38.106944 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.168787 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Deleting port affa3372-43f7-4445-8bc2-842f4d9f906a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:28:38.169070 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.193707 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:28:37Z', 'revision_number': 5, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port': {'id': 'affa3372-43f7-4445-8bc2-842f4d9f906a', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:38.224721 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] Checking router: 8a98881f-5793-4c49-aa6e-3b06884c8764 for host: dv-cinder-835761-1-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:28:38.233330 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] Routers {'8a98881f-5793-4c49-aa6e-3b06884c8764'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:28:38.234010 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:28:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['8a98881f-5793-4c49-aa6e-3b06884c8764'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:38.247405 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] For port affa3372-43f7-4445-8bc2-842f4d9f906a, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=affa3372-43f7-4445-8bc2-842f4d9f906a,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:28:38.247770 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.261187 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Calling delete_port for affa3372-43f7-4445-8bc2-842f4d9f906a owned by network:router_gateway {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:28:38.431159 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.443683 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] Set router 8a98881f-5793-4c49-aa6e-3b06884c8764 gateway port host: None {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:28:38.456017 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Pushing event deleted for resources: {'Port': ['ID=affa3372-43f7-4445-8bc2-842f4d9f906a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:38.495230 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:28:38Z', 'revision_number': 6, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port_host': None}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:38.525191 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8823d699-1148-4b57-ac1f-ece31e387157 None None] The sync data for ids ['8a98881f-5793-4c49-aa6e-3b06884c8764'] in dv-cinder-835761-1-smb is: [{'id': '8a98881f-5793-4c49-aa6e-3b06884c8764', 'name': 'tempest-TestMinimumBasicScenario-1210541911-router', 'tenant_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:25Z', 'updated_at': '2022-03-29T21:28:38Z', 'revision_number': 6, 'project_id': 'd37eecf966ec4ff6bbeb8471a78d074b', 'gw_port_host': None}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:28:38.527367 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567037'] for router_gateway, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.618548 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4385'] for router, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.620630 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.662375 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572233'] for router, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.662915 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a98881f-5793-4c49-aa6e-3b06884c8764 {{(pid=101971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 21:28:38.667304 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.668493 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-7d5ba31a-dc2d-4c5b-9312-0a8f8feda227 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8a98881f-5793-4c49-aa6e-3b06884c8764 HTTP/1.1" status: 204 len: 168 time: 0.7649302 Mar 29 21:28:38.670996 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58456) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:38.717366 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfa77e8-f371-494e-9865-c619471e1fbc admin admin] Deleting subnet 88078e6f-f2b2-41c2-b309-55298d366aa6 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:28:38.720663 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-adfa77e8-f371-494e-9865-c619471e1fbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.753491 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-adfa77e8-f371-494e-9865-c619471e1fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220890'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.829302 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-adfa77e8-f371-494e-9865-c619471e1fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.884452 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-adfa77e8-f371-494e-9865-c619471e1fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16977711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16996658'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.913482 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa77e8-f371-494e-9865-c619471e1fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88078e6f-f2b2-41c2-b309-55298d366aa6,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:38.917776 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-adfa77e8-f371-494e-9865-c619471e1fbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:38.921118 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-adfa77e8-f371-494e-9865-c619471e1fbc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/88078e6f-f2b2-41c2-b309-55298d366aa6 HTTP/1.1" status: 204 len: 168 time: 0.2489905 Mar 29 21:28:38.923587 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58458) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:38.924153 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c615d7d-341d-4581-b543-3494b7f44a8a None None] Network b9106151-b35a-45cb-ae15-e1772c52f4e7 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:28:38.993580 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.046729 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Deleting port f8863b6d-e727-4337-9239-27a9d7e412d2 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:28:39.047088 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.112402 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] For port f8863b6d-e727-4337-9239-27a9d7e412d2, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=f8863b6d-e727-4337-9239-27a9d7e412d2,segment=NetworkSegment(4e3db531-f524-4c06-8716-bb69d52d5eb8),segment_id=4e3db531-f524-4c06-8716-bb69d52d5eb8)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:28:39.112765 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.126428 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Calling delete_port for f8863b6d-e727-4337-9239-27a9d7e412d2 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:28:39.218844 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16975580'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.243192 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f8863b6d-e727-4337-9239-27a9d7e412d2,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:39.246413 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] No DVR routers for this DVR port f8863b6d-e727-4337-9239-27a9d7e412d2 on host dv-cinder-835761-1-smb {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:28:39.304101 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493492c-d2a1-44ce-9461-7c8a6c707b06 None None] DHCP port deletion for b9106151-b35a-45cb-ae15-e1772c52f4e7 request from dv-cinder-835761-1-smb {{(pid=101973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 21:28:39.327569 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.348477 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9106151-b35a-45cb-ae15-e1772c52f4e7']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:39.358118 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3db531-f524-4c06-8716-bb69d52d5eb8') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:39.358417 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3db531-f524-4c06-8716-bb69d52d5eb8') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:39.367816 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220881'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.370999 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device f8863b6d-e727-4337-9239-27a9d7e412d2 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:28:39.381023 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.388235 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:28:39.388699 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16975497'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: Traceback (most recent call last): Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: timer() Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: cb(*args, **kw) Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: return func(*args, **kwargs) Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: self._notify() Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: self.callback(batched_events) Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: event.method(event) Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: return f(self, *a, **k) Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: return self._get(url).json() Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:28:39.391042 dv-cinder-835761-1-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:28:39.396672 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: f8863b6d-e727-4337-9239-27a9d7e412d2 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:28:39.397057 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device f8863b6d-e727-4337-9239-27a9d7e412d2 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:28:39.397472 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 046d7a2c-caf3-4012-8c1b-a057eeb4da2c no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:28:39.418797 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 046d7a2c-caf3-4012-8c1b-a057eeb4da2c {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:28:39.419131 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 046d7a2c-caf3-4012-8c1b-a057eeb4da2c not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:28:39.419542 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device affa3372-43f7-4445-8bc2-842f4d9f906a no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:28:39.439512 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: affa3372-43f7-4445-8bc2-842f4d9f906a {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:28:39.439990 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device affa3372-43f7-4445-8bc2-842f4d9f906a not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:28:39.450941 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.462347 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:39.466858 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9106151-b35a-45cb-ae15-e1772c52f4e7 HTTP/1.1" status: 204 len: 168 time: 0.5420258 Mar 29 21:28:39.469780 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58460) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:39.480694 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0481172-309b-4e30-a4ee-abc620c503ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b9106151-b35a-45cb-ae15-e1772c52f4e7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:39.824634 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569123'] for router_interface, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:40.056051 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Deleting port 61afa452-b24f-461c-b538-847b9fcc0e71 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:28:40.056379 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:40.146007 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] For port 61afa452-b24f-461c-b538-847b9fcc0e71, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=61afa452-b24f-461c-b538-847b9fcc0e71,segment=NetworkSegment(0bc91887-2f72-47fe-8e84-ef5b7e658b07),segment_id=0bc91887-2f72-47fe-8e84-ef5b7e658b07)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:28:40.146277 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:40.158531 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Calling delete_port for 61afa452-b24f-461c-b538-847b9fcc0e71 owned by network:router_interface {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:28:40.331838 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:40.356809 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Pushing event deleted for resources: {'Port': ['ID=61afa452-b24f-461c-b538-847b9fcc0e71,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:40.530145 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569175'] for router_interface, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:40.740895 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Router 083f7d42-059c-4416-8ea2-b01b6aae86a8 has already been hosted by L3 agent ecf09b29-0124-4c7b-80a9-c8e613186c79 {{(pid=101972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 21:28:40.842466 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] Notify agent at l3_agent.dv-cinder-835761-1-smb the message routers_updated {{(pid=101972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 21:28:40.848193 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-78fa1c35-c979-4db8-b19d-acaba88a59db admin admin] 10.222.0.37 "PUT /v2.0/routers/083f7d42-059c-4416-8ea2-b01b6aae86a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3764243 Mar 29 21:28:40.849815 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58462) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:40.852571 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] Sync routers for ids ['083f7d42-059c-4416-8ea2-b01b6aae86a8'] in dv-cinder-835761-1-smb {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 21:28:40.861888 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] Routers {'083f7d42-059c-4416-8ea2-b01b6aae86a8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:28:40.862623 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:28:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['083f7d42-059c-4416-8ea2-b01b6aae86a8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:40.950870 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks [] for router, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:40.963785 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] Set router 083f7d42-059c-4416-8ea2-b01b6aae86a8 gateway port host: dv-cinder-835761-1-smb {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:28:41.050000 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.102439 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Deleting port 337eb2af-2ae7-4d9e-8259-924bf7d59c73 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:28:41.102774 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.133822 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'external_fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:29Z', 'updated_at': '2022-03-29T21:28:40Z', 'revision_number': 5, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'gw_port': {'id': '337eb2af-2ae7-4d9e-8259-924bf7d59c73', 'name': '', 'network_id': 'b7a0af0e-ee99-4ef6-8c23-0b344072a5e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835761-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T21:25:30Z', 'updated_at': '2022-03-29T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8a8d366-56bd-41d7-bfd7-c387c75213bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835761-1-smb'}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:41.162764 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] Checking router: 083f7d42-059c-4416-8ea2-b01b6aae86a8 for host: dv-cinder-835761-1-smb {{(pid=101974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 21:28:41.170865 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] Routers {'083f7d42-059c-4416-8ea2-b01b6aae86a8'} bound to L3 agent in host dv-cinder-835761-1-smb {{(pid=101974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 21:28:41.171443 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835761-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T20:58:45Z,description=,heartbeat_timestamp=2022-03-29T21:28:15Z,host='dv-cinder-835761-1-smb',id=ecf09b29-0124-4c7b-80a9-c8e613186c79,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T20:58:45Z,topic='l3_agent')) {'router_ids': ['083f7d42-059c-4416-8ea2-b01b6aae86a8'], 'active': True} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:41.183094 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] For port 337eb2af-2ae7-4d9e-8259-924bf7d59c73, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=337eb2af-2ae7-4d9e-8259-924bf7d59c73,segment=NetworkSegment(8bec9375-3f5d-4af4-b3ec-0e18cebfa3af),segment_id=8bec9375-3f5d-4af4-b3ec-0e18cebfa3af)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:28:41.183452 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.194838 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Calling delete_port for 337eb2af-2ae7-4d9e-8259-924bf7d59c73 owned by network:router_gateway {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:28:41.345464 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_dvr_db [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] Set router 083f7d42-059c-4416-8ea2-b01b6aae86a8 gateway port host: None {{(pid=101974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 21:28:41.368956 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.393624 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Pushing event deleted for resources: {'Port': ['ID=337eb2af-2ae7-4d9e-8259-924bf7d59c73,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:41.397130 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.l3_hamode_db [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:29Z', 'updated_at': '2022-03-29T21:28:41Z', 'revision_number': 6, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'gw_port_host': None}], 'dv-cinder-835761-1-smb', False) {} {{(pid=101974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:41.431260 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d208399-713a-4340-904c-3e74c609dd1d None None] The sync data for ids ['083f7d42-059c-4416-8ea2-b01b6aae86a8'] in dv-cinder-835761-1-smb is: [{'id': '083f7d42-059c-4416-8ea2-b01b6aae86a8', 'name': 'tempest-TestMinimumBasicScenario-2077160797-router', 'tenant_id': '434c289ba53649e08e6ea7a33c9ae404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T21:25:29Z', 'updated_at': '2022-03-29T21:28:41Z', 'revision_number': 6, 'project_id': '434c289ba53649e08e6ea7a33c9ae404', 'gw_port_host': None}] {{(pid=101974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 21:28:41.456681 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567037'] for router_gateway, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.544712 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4385'] for router, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.546798 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.592111 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572233'] for router, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.592635 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 083f7d42-059c-4416-8ea2-b01b6aae86a8 {{(pid=101972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 21:28:41.597014 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] Notify callbacks [] for router, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.598166 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-163257cc-840e-4e77-9590-d91c686c459f admin admin] 10.222.0.37 "DELETE /v2.0/routers/083f7d42-059c-4416-8ea2-b01b6aae86a8 HTTP/1.1" status: 204 len: 168 time: 0.7474210 Mar 29 21:28:41.600786 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58464) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:41.643443 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4038b6ac-85fc-4d35-a0b4-0f63f8b4071e admin admin] Deleting subnet a1aa3bdb-3fe0-41c1-a92b-321b5d76a782 {{(pid=101972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 21:28:41.646347 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4038b6ac-85fc-4d35-a0b4-0f63f8b4071e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.682896 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4038b6ac-85fc-4d35-a0b4-0f63f8b4071e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224752'] for subnet, precommit_delete_associations {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.756225 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4038b6ac-85fc-4d35-a0b4-0f63f8b4071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088654'] for subnet, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.813220 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4038b6ac-85fc-4d35-a0b4-0f63f8b4071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9691461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9659386'] for subnet, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.838887 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038b6ac-85fc-4d35-a0b4-0f63f8b4071e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1aa3bdb-3fe0-41c1-a92b-321b5d76a782,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:41.847700 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4038b6ac-85fc-4d35-a0b4-0f63f8b4071e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for subnet, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:41.851300 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-4038b6ac-85fc-4d35-a0b4-0f63f8b4071e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a1aa3bdb-3fe0-41c1-a92b-321b5d76a782 HTTP/1.1" status: 204 len: 168 time: 0.2496026 Mar 29 21:28:41.854419 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [-] (101972) accepted ('10.222.0.37', 58466) {{(pid=101972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:41.856579 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df05deb-9aab-4040-b3dc-8ffd782183e1 None None] Network a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 requested from dv-cinder-835761-1-smb {{(pid=101973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 21:28:41.936077 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2079119'] for network, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.000093 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Deleting port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 21:28:42.000427 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780455382604'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.075640 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] For port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0, host dv-cinder-835761-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835761-1-smb',level=0,port_id=4bb2b3f1-7775-47bf-8be8-a92d24cc72d0,segment=NetworkSegment(0bc91887-2f72-47fe-8e84-ef5b7e658b07),segment_id=0bc91887-2f72-47fe-8e84-ef5b7e658b07)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 21:28:42.075997 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563929'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.089623 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Calling delete_port for 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 21:28:42.171386 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780455388326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454831782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693366'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.210513 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb2b3f1-7775-47bf-8be8-a92d24cc72d0,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:42.212279 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483097a5-06e9-450d-b02e-5072ba25a41b None None] DHCP port deletion for a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 request from dv-cinder-835761-1-smb {{(pid=101973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 21:28:42.213809 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] No DVR routers for this DVR port 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 on host dv-cinder-835761-1-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 21:28:42.304443 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082139', 'neutron.services.segments.db._delete_segments_for_network-8780455365223'] for network, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.330242 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f5a76f-ca5d-4223-aaf0-c85d426c7f89']}} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:42.343683 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc91887-2f72-47fe-8e84-ef5b7e658b07') {'for_net_delete': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:42.343980 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.services.segments.db [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc91887-2f72-47fe-8e84-ef5b7e658b07') {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 21:28:42.355496 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780455369584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224763'] for segment, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.374141 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575'] for segment, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.381642 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 21:28:42.382457 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693411'] for segment, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: Traceback (most recent call last): Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: timer() Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: cb(*args, **kw) Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: return func(*args, **kwargs) Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: self._notify() Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: self.callback(batched_events) Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: event.method(event) Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: return f(self, *a, **k) Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: return self._get(url).json() Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: return self.request(url, 'GET', **kwargs) Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 21:28:42.384828 dv-cinder-835761-1-smb neutron-server[101972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 21:28:42.448551 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567001'] for network, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.456609 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578587'] for network, before_response {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.459693 dv-cinder-835761-1-smb neutron-server[101972]: INFO neutron.wsgi [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a3f5a76f-ca5d-4223-aaf0-c85d426c7f89 HTTP/1.1" status: 204 len: 168 time: 0.6043336 Mar 29 21:28:42.473437 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454603e6-af7b-403f-a4c3-cfa6a3cfeb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f5a76f-ca5d-4223-aaf0-c85d426c7f89,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:42.637223 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58470) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:42.676390 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-44096759-05fa-41db-8f0c-b12aa04235a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d37eecf966ec4ff6bbeb8471a78d074b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380292 Mar 29 21:28:42.678841 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58472) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:42.724533 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8a9bc85-fb8b-4510-87a3-eeb04c4e594f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.745493 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8a9bc85-fb8b-4510-87a3-eeb04c4e594f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.761880 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3cb9f7b6-1518-4ede-a3bb-eb8603b49887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.795731 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8a9bc85-fb8b-4510-87a3-eeb04c4e594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.798483 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8a9bc85-fb8b-4510-87a3-eeb04c4e594f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:42.799651 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-c8a9bc85-fb8b-4510-87a3-eeb04c4e594f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fe87720-236f-4334-a6dc-4edcf318dcf3 HTTP/1.1" status: 204 len: 168 time: 0.1199296 Mar 29 21:28:42.808616 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9bc85-fb8b-4510-87a3-eeb04c4e594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe87720-236f-4334-a6dc-4edcf318dcf3,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:43.106767 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58478) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:43.148848 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-7b6e5f95-0d72-4687-a2f9-a8a5a0c643ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=434c289ba53649e08e6ea7a33c9ae404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407305 Mar 29 21:28:43.151149 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.37', 58480) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 21:28:43.197641 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a807ec85-7097-40be-b6c5-7300216d4e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:43.218909 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a807ec85-7097-40be-b6c5-7300216d4e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:43.266660 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a807ec85-7097-40be-b6c5-7300216d4e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955677'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:43.269137 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a807ec85-7097-40be-b6c5-7300216d4e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:43.270256 dv-cinder-835761-1-smb neutron-server[101971]: INFO neutron.wsgi [None req-a807ec85-7097-40be-b6c5-7300216d4e6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0253aa16-008b-4a52-aa09-1a9777cc8517 HTTP/1.1" status: 204 len: 168 time: 0.1182055 Mar 29 21:28:43.278437 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807ec85-7097-40be-b6c5-7300216d4e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0253aa16-008b-4a52-aa09-1a9777cc8517,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 21:28:43.300143 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 61afa452-b24f-461c-b538-847b9fcc0e71 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:28:43.320245 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 61afa452-b24f-461c-b538-847b9fcc0e71 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:28:43.320603 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 61afa452-b24f-461c-b538-847b9fcc0e71 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:28:43.321136 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 337eb2af-2ae7-4d9e-8259-924bf7d59c73 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:28:43.343346 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 337eb2af-2ae7-4d9e-8259-924bf7d59c73 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:28:43.343682 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 337eb2af-2ae7-4d9e-8259-924bf7d59c73 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:28:43.344102 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 no longer exists at agent ovs-agent-dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 21:28:43.363169 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.plugin [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] No Port match for: 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 {{(pid=101973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 21:28:43.363506 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.rpc [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Device 4bb2b3f1-7775-47bf-8be8-a92d24cc72d0 not bound to the agent host dv-cinder-835761-1-smb {{(pid=101973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 21:28:45.094564 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-28e36f48-f3dd-4049-a95d-feff407e6044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:46.082403 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:28:46.140507 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:47.819291 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:48.472674 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:28:58.827272 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:12.767306 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a7871d99-4c51-4e1c-87b1-b8abfd27d831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:15.095118 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2aea7328-c40a-4697-a0dd-77503ec8aa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:16.143937 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:17.821080 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:18.478416 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:23.081304 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:29:28.852294 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:42.768078 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-2b3bc27d-eeb7-4a26-93eb-6e524018a803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:45.096799 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3d7-7016-47dd-b18e-bca6ca3bc418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:46.145965 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:47.825314 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:48.470240 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:29:58.850513 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:00.080306 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:30:12.769665 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e425d300-daad-4410-a5a9-fe087227e11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:15.099511 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-80d52921-e512-4acd-aadd-8bac55d65912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:16.148828 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:17.828685 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:18.472411 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:28.848760 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:37.079414 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:30:42.771633 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-54f1d907-eb02-4bbb-9c1a-b5071d33cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:45.102263 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-e278f8f1-5ea6-49ab-a854-e1164a42df89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:46.152744 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:47.832049 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:48.474737 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:30:54.821304 dv-cinder-835761-1-smb neutron-server[101972]: DEBUG neutron.wsgi [req-08ec0b20-a3b4-4e1e-978b-4ef2c20a54ff req-cc4e8c17-b1bb-49d8-809a-ff624b302519 service neutron] (101972) timed out ('10.222.0.39', 58192) {{(pid=101972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 21:30:58.186416 dv-cinder-835761-1-smb neutron-server[101971]: DEBUG neutron.wsgi [req-117cb551-8c46-4c24-8933-04a145299fc7 req-77f991ed-e7a6-4ad8-8d97-864a4126b5cc service neutron] (101971) timed out ('10.222.0.37', 53056) {{(pid=101971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 21:30:58.880038 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:12.773808 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5eec32d7-bff7-4712-8ebe-b2a3b0a9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:14.078577 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:31:15.104333 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-30f3639e-7d2f-4054-92dd-05c03733b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:16.155280 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:17.837002 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:18.476234 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:28.893754 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:42.776155 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a087cba0-c86a-4b0a-9d4c-0763c0f62522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:45.105338 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-25648f32-44eb-46ba-b336-d1ed8c75d3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:46.158199 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:47.837716 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:48.477331 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:31:51.078371 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:31:58.892366 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:12.777148 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-34343da1-50d5-479a-ba8a-64a00cf2a2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:15.106248 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-f920fc99-c17d-4954-95e3-1836c3ec6980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:16.160462 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:17.840869 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:18.479291 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:28.077116 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:32:28.891793 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:42.778793 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-74f5f381-9315-4016-bb11-e0bfb8d118a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:45.109517 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-306d4f99-6c2e-4715-b498-100224a615e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:46.163310 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:47.844155 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:48.481199 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:32:58.904792 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:05.075400 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:33:12.780683 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-86acff9a-9356-4691-8d6c-c381014a314b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:15.111115 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-8de2b767-c13d-4369-b8c6-4db595d717bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:16.166320 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:17.849568 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:18.483084 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:28.919952 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-88d9f685-6d71-4ed8-a16f-46c865e6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:42.073676 dv-cinder-835761-1-smb neutron-server[101974]: DEBUG neutron.db.agents_db [None req-aca73ca0-82f1-4fc7-b1a0-3f746c1a62aa None None] Agent healthcheck: found 6 active agents {{(pid=101974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 21:33:42.782585 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-36c1d56d-1c48-4887-a505-b524df88b91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:45.111691 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-44b2a273-d165-4439-9f4e-8c9fe7cc9a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:46.169521 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-3d171219-f010-4611-af5e-dbece62b7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:47.849884 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-1470e637-8bf2-4eb2-958c-d8f9cfc40c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 21:33:48.485598 dv-cinder-835761-1-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-106f830f-9351-4659-bbe0-343a1644ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780455365205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082539'] for agent, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}